kiln-ai 0.19.0__py3-none-any.whl → 0.20.1__py3-none-any.whl

kiln_ai/utils/test_config.py

@@ -6,7 +6,7 @@ from unittest.mock import patch
 import pytest
 import yaml
 
-from kiln_ai.utils.config import Config, ConfigProperty, _get_user_id
+from kiln_ai.utils.config import MCP_SECRETS_KEY, Config, ConfigProperty, _get_user_id
 
 
 @pytest.fixture
@@ -322,3 +322,140 @@ def test_update_settings_thread_safety(config_with_yaml):
 
     assert not exceptions
     assert config.int_property in range(5)
+
+
+def test_mcp_secrets_property():
+    """Test mcp_secrets configuration property"""
+    config = Config.shared()
+
+    # Initially should be None/empty
+    assert config.mcp_secrets is None
+
+    # Set some secrets
+    secrets = {
+        "server1::Authorization": "Bearer token123",
+        "server1::X-API-Key": "api-key-456",
+        "server2::Token": "secret-token",
+    }
+    config.mcp_secrets = secrets
+
+    # Verify they are stored correctly
+    assert config.mcp_secrets == secrets
+    assert config.mcp_secrets["server1::Authorization"] == "Bearer token123"
+    assert config.mcp_secrets["server1::X-API-Key"] == "api-key-456"
+    assert config.mcp_secrets["server2::Token"] == "secret-token"
+
+
+def test_mcp_secrets_sensitive_hiding():
+    """Test that mcp_secrets are hidden when hide_sensitive=True"""
+    config = Config.shared()
+
+    # Set some secrets
+    secrets = {
+        "server1::Authorization": "Bearer secret123",
+        "server2::X-API-Key": "secret-key",
+    }
+    config.mcp_secrets = secrets
+
+    # Test without hiding sensitive data
+    visible_settings = config.settings(hide_sensitive=False)
+    assert MCP_SECRETS_KEY in visible_settings
+    assert visible_settings[MCP_SECRETS_KEY] == secrets
+
+    # Test with hiding sensitive data
+    hidden_settings = config.settings(hide_sensitive=True)
+    assert MCP_SECRETS_KEY in hidden_settings
+    assert hidden_settings[MCP_SECRETS_KEY] == "[hidden]"
+
+
+def test_mcp_secrets_persistence(mock_yaml_file):
+    """Test that mcp_secrets are persisted to YAML correctly"""
+    with patch(
+        "kiln_ai.utils.config.Config.settings_path",
+        return_value=mock_yaml_file,
+    ):
+        config = Config()
+
+        # Set some secrets
+        secrets = {
+            "server1::Authorization": "Bearer persist123",
+            "server2::Token": "persist-token",
+        }
+        config.mcp_secrets = secrets
+
+        # Check that the value was saved to the YAML file
+        with open(mock_yaml_file, "r") as f:
+            saved_settings = yaml.safe_load(f)
+        assert saved_settings[MCP_SECRETS_KEY] == secrets
+
+        # Create a new config instance to test loading from YAML
+        new_config = Config()
+
+        # Check that the value is loaded from YAML
+        assert new_config.mcp_secrets == secrets
+
+
+def test_mcp_secrets_get_value():
+    """Test that mcp_secrets can be retrieved using get_value method"""
+    config = Config.shared()
+
+    # Initially should be None
+    assert config.get_value(MCP_SECRETS_KEY) is None
+
+    # Set some secrets
+    secrets = {"server::key": "value"}
+    config.mcp_secrets = secrets
+
+    # Should be retrievable via get_value
+    assert config.get_value(MCP_SECRETS_KEY) == secrets
+
+
+def test_mcp_secrets_update_settings():
+    """Test updating mcp_secrets using update_settings method"""
+    config = Config.shared()
+
+    # Set initial secrets
+    initial_secrets = {"server1::key1": "value1"}
+    config.update_settings({MCP_SECRETS_KEY: initial_secrets})
+    assert config.mcp_secrets == initial_secrets
+
+    # Update with new secrets (should replace, not merge)
+    new_secrets = {
+        "server1::key1": "updated_value1",
+        "server2::key2": "value2",
+    }
+    config.update_settings({MCP_SECRETS_KEY: new_secrets})
+    assert config.mcp_secrets == new_secrets
+    assert config.mcp_secrets["server1::key1"] == "updated_value1"
+    assert config.mcp_secrets["server2::key2"] == "value2"
+
+
+def test_mcp_secrets_empty_dict():
+    """Test mcp_secrets with empty dict"""
+    config = Config.shared()
+
+    # Set empty dict
+    config.mcp_secrets = {}
+    assert config.mcp_secrets == {}
+
+    # Should still be dict type, not None
+    assert isinstance(config.mcp_secrets, dict)
+
+
+def test_mcp_secrets_type_validation():
+    """Test that mcp_secrets enforces dict[str, str] type"""
+    config = Config.shared()
+
+    # Valid dict[str, str]
+    valid_secrets = {"server::key": "value"}
+    config.mcp_secrets = valid_secrets
+    assert config.mcp_secrets == valid_secrets
+
+    # The config system applies type conversion when retrieving values
+    mixed_types = {"server::key": 123}  # int value
+    config.mcp_secrets = mixed_types
+    # The type conversion happens when the value is retrieved, not when set
+    # So the underlying storage may preserve the original type
+    assert config.mcp_secrets == mixed_types or config.mcp_secrets == {
+        "server::key": "123"
+    }

kiln_ai/utils/test_open_ai_types.py

@@ -0,0 +1,131 @@
+"""Tests for OpenAI types wrapper to ensure compatibility."""
+
+from typing import get_args, get_origin
+
+from openai.types.chat import (
+    ChatCompletionAssistantMessageParam as OpenAIChatCompletionAssistantMessageParam,
+)
+from openai.types.chat import (
+    ChatCompletionMessageParam as OpenAIChatCompletionMessageParam,
+)
+
+from kiln_ai.utils.open_ai_types import (
+    ChatCompletionAssistantMessageParamWrapper,
+)
+from kiln_ai.utils.open_ai_types import (
+    ChatCompletionMessageParam as KilnChatCompletionMessageParam,
+)
+
+
+def test_assistant_message_param_properties_match():
+    """
+    Test that ChatCompletionAssistantMessageParamWrapper has all the same properties
+    as OpenAI's ChatCompletionAssistantMessageParam, except for the known tool_calls type difference.
+
+    This will catch any changes to the OpenAI types that we haven't updated our wrapper for.
+    """
+    # Get annotations for both types
+    openai_annotations = OpenAIChatCompletionAssistantMessageParam.__annotations__
+    kiln_annotations = ChatCompletionAssistantMessageParamWrapper.__annotations__
+
+    # Check that both have the same property names
+    openai_properties = set(openai_annotations.keys())
+    kiln_properties = set(kiln_annotations.keys())
+
+    # Reasoning content is an added property. Confirm it's there and remove it from the comparison.
+    assert "reasoning_content" in kiln_properties, "Kiln should have reasoning_content"
+    kiln_properties.remove("reasoning_content")
+
+    assert openai_properties == kiln_properties, (
+        f"Property names don't match. "
+        f"OpenAI has: {openai_properties}, "
+        f"Kiln has: {kiln_properties}, "
+        f"Missing from Kiln: {openai_properties - kiln_properties}, "
+        f"Extra in Kiln: {kiln_properties - openai_properties}"
+    )
+
+
+def test_chat_completion_message_param_union_compatibility():
+    """
+    Test that our ChatCompletionMessageParam union contains the same types as OpenAI's,
+    except with our wrapper instead of the original assistant message param.
+    """
+    # Get the union members for both types
+    openai_union_args = get_args(OpenAIChatCompletionMessageParam)
+    kiln_union_args = get_args(KilnChatCompletionMessageParam)
+
+    # Both should be unions with the same number of members
+    assert get_origin(OpenAIChatCompletionMessageParam) == get_origin(
+        KilnChatCompletionMessageParam
+    ), (
+        f"Both should be Union types. OpenAI: {get_origin(OpenAIChatCompletionMessageParam)}, "
+        f"Kiln: {get_origin(KilnChatCompletionMessageParam)}"
+    )
+    assert len(openai_union_args) == len(kiln_union_args), (
+        f"Union member count mismatch. OpenAI has {len(openai_union_args)} members, "
+        f"Kiln has {len(kiln_union_args)} members"
+    )
+
+    # Convert to sets of type names for easier comparison
+    openai_type_names = {arg.__name__ for arg in openai_union_args}
+    kiln_type_names = {arg.__name__ for arg in kiln_union_args}
+
+    # Expected difference: OpenAI has ChatCompletionAssistantMessageParam,
+    # Kiln has ChatCompletionAssistantMessageParamWrapper
+    expected_openai_only = {"ChatCompletionAssistantMessageParam"}
+    expected_kiln_only = {"ChatCompletionAssistantMessageParamWrapper"}
+
+    openai_only = openai_type_names - kiln_type_names
+    kiln_only = kiln_type_names - openai_type_names
+
+    assert openai_only == expected_openai_only, (
+        f"Unexpected types only in OpenAI union: {openai_only - expected_openai_only}"
+    )
+    assert kiln_only == expected_kiln_only, (
+        f"Unexpected types only in Kiln union: {kiln_only - expected_kiln_only}"
+    )
+
+    # All other types should be identical
+    common_types = openai_type_names & kiln_type_names
+    expected_common_types = {
+        "ChatCompletionDeveloperMessageParam",
+        "ChatCompletionSystemMessageParam",
+        "ChatCompletionUserMessageParam",
+        "ChatCompletionToolMessageParam",
+        "ChatCompletionFunctionMessageParam",
+    }
+
+    assert common_types == expected_common_types, (
+        f"Common types mismatch. Expected: {expected_common_types}, Got: {common_types}"
+    )
+
+
+def test_wrapper_can_be_instantiated():
+    """Test that our wrapper can be instantiated with the same data as the original."""
+    # Create a sample message that should work with both types
+    sample_message: ChatCompletionAssistantMessageParamWrapper = {
+        "role": "assistant",
+        "content": "Hello, world!",
+    }
+
+    # This should work without type errors (runtime test)
+    assert sample_message["role"] == "assistant"
+    assert sample_message.get("content") == "Hello, world!"
+
+    # Test with tool calls using List instead of Iterable
+    sample_with_tools: ChatCompletionAssistantMessageParamWrapper = {
+        "role": "assistant",
+        "content": "I'll help you with that.",
+        "tool_calls": [
+            {
+                "id": "call_123",
+                "type": "function",
+                "function": {"name": "test_function", "arguments": '{"arg": "value"}'},
+            }
+        ],
+    }
+
+    assert len(sample_with_tools.get("tool_calls", [])) == 1
+    tool_calls = sample_with_tools.get("tool_calls", [])
+    if tool_calls:
+        assert tool_calls[0]["id"] == "call_123"

{kiln_ai-0.19.0.dist-info → kiln_ai-0.20.1.dist-info}/METADATA

@@ -1,8 +1,8 @@
 Metadata-Version: 2.4
 Name: kiln-ai
-Version: 0.19.0
+Version: 0.20.1
 Summary: Kiln AI
-Project-URL: Homepage, https://getkiln.ai
+Project-URL: Homepage, https://kiln.tech
 Project-URL: Repository, https://github.com/Kiln-AI/kiln
 Project-URL: Documentation, https://kiln-ai.github.io/Kiln/kiln_core_docs/kiln_ai.html
 Project-URL: Issues, https://github.com/Kiln-AI/kiln/issues
@@ -17,6 +17,7 @@ Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.10
 Requires-Dist: boto3>=1.37.10
 Requires-Dist: coverage>=7.6.4
+Requires-Dist: exceptiongroup>=1.0.0; python_version < '3.11'
 Requires-Dist: google-cloud-aiplatform>=1.84.0
 Requires-Dist: jsonschema>=4.23.0
 Requires-Dist: litellm>=1.72.6
@@ -53,7 +54,7 @@ pip install kiln_ai
 
 ## About
 
-This package is the Kiln AI core library. There is also a separate desktop application and server package. Learn more about Kiln AI at [getkiln.ai](https://getkiln.ai) and on Github: [github.com/Kiln-AI/kiln](https://github.com/Kiln-AI/kiln).
+This package is the Kiln AI core library. There is also a separate desktop application and server package. Learn more about Kiln AI at [kiln.tech](https://kiln.tech) and on Github: [github.com/Kiln-AI/kiln](https://github.com/Kiln-AI/kiln).
 
 # Guide: Using the Kiln Python Library
 
@@ -306,8 +307,8 @@ You can add additional AI models and providers to Kiln.
 
 See our docs for more information, including how to add these from the UI:
 
-- [Custom Models From Existing Providers](https://docs.getkiln.ai/docs/models-and-ai-providers#custom-models-from-existing-providers)
-- [Custom OpenAI Compatible Servers](https://docs.getkiln.ai/docs/models-and-ai-providers#custom-openai-compatible-servers)
+- [Custom Models From Existing Providers](https://docs.kiln.tech/docs/models-and-ai-providers#custom-models-from-existing-providers)
+- [Custom OpenAI Compatible Servers](https://docs.kiln.tech/docs/models-and-ai-providers#custom-openai-compatible-servers)
 
 You can also add these from code. The kiln_ai.utils.Config class helps you manage the Kiln config file (stored at `~/.kiln_settings/config.yaml`):
 

{kiln_ai-0.19.0.dist-info → kiln_ai-0.20.1.dist-info}/RECORD

@@ -1,58 +1,61 @@
 kiln_ai/__init__.py,sha256=Sc4z8LRVFMwJUoc_DPVUriSXTZ6PO9MaJ80PhRbKyB8,34
-kiln_ai/adapters/__init__.py,sha256=5GTN1bnEWz1NxWrlzsI6CfUio-D1jG74_-fx_PXJkY8,1027
-kiln_ai/adapters/adapter_registry.py,sha256=K5GdKwtfj4Cgpx1xzI1WS1uAxi12yhfUdjOq9gT7eWA,9725
-kiln_ai/adapters/ml_model_list.py,sha256=cURwa5ovOCkHxx5yCMMl5T7vclbUltaPyOBt__FIxg8,119552
+kiln_ai/adapters/__init__.py,sha256=x36QTK8bkADA8FtqXhWU7fjWCnOCpm28QvyQQ-MOt4Q,1027
+kiln_ai/adapters/adapter_registry.py,sha256=ZkQ5A1u9DD1hvMR6vxt1a44QOFzrpXbzexG7NMGWREU,10574
+kiln_ai/adapters/docker_model_runner_tools.py,sha256=GOX_qwg2BNZp20cgota7iSW0YIdSqRHCleAYjIAGwws,3957
+kiln_ai/adapters/ml_model_list.py,sha256=hYt--lQwz8Mdtf5U3wKsYf3w9YnRLiXuQULzqbHlxJo,135078
 kiln_ai/adapters/ollama_tools.py,sha256=uObtLWfqKb9RXHN-TGGw2Y1FQlEMe0u8FgszI0zQn6U,3550
 kiln_ai/adapters/prompt_builders.py,sha256=R5IgZ7I2Ftx7i67xQb9UwcHE5gbPxgvgys_UAs3fc6A,15165
-kiln_ai/adapters/provider_tools.py,sha256=gLRG3s2UTZ_DCOQILXuhTAMmcVgj6e5sIIPPIKZ7dKk,17217
+kiln_ai/adapters/provider_tools.py,sha256=VCvtwjaLBYRBuOBuTUG_GAxV_Adw2sgdHNYsULoFYlY,17744
 kiln_ai/adapters/remote_config.py,sha256=qXRjXVoF_f31XomSGdOdFyZL-_fNO66rp8JK5Wji1PE,3954
-kiln_ai/adapters/run_output.py,sha256=RAi2Qp6dmqJVNm3CxbNTdAuhitHfH5NiUGbf6ygUP-k,257
-kiln_ai/adapters/test_adapter_registry.py,sha256=QofH8Gzx7tWk3wvzf7HL476xh9GGqwabFmoWZUDE4rA,9415
-kiln_ai/adapters/test_ml_model_list.py,sha256=yoJUTd7TxDU2G_mJmZqX46e0EZgE7z60c71Anm0RiCw,7940
+kiln_ai/adapters/run_output.py,sha256=QDBP14i5F6YsH3ymJp1V-3JijbNVd9BQ656WLVUGx1g,383
+kiln_ai/adapters/test_adapter_registry.py,sha256=ubGU-H809EOsHkq3E4UrvsTf18zGePE_I3tEA2uG69o,12753
+kiln_ai/adapters/test_docker_model_runner_tools.py,sha256=xv8cDZ1LPfqjSoLtakEPet6jwHvZ14dtyjzWXWM6pYM,10795
+kiln_ai/adapters/test_ml_model_list.py,sha256=QbSz4jGpCQ4T5jiunBwslb_MrlgzNCD85Op6mYGjsJk,9698
 kiln_ai/adapters/test_ollama_tools.py,sha256=xAUzL0IVmmXadVehJu1WjqbhpKEYGAgGt3pWx7hrubc,2514
-kiln_ai/adapters/test_prompt_adaptors.py,sha256=ikEeaWvBI4OQ_bVRYkUGPtjZIz37Ej2P8bAr85DGYNQ,8180
+kiln_ai/adapters/test_prompt_adaptors.py,sha256=4b3tn57RoPGDzz-L19hO3HQIt8KRQOEIH4nynLZGNn4,8426
 kiln_ai/adapters/test_prompt_builders.py,sha256=SqGkluKZd7m7SPuq64NAprG0db11RDqoYai1m-1QgeQ,22585
-kiln_ai/adapters/test_provider_tools.py,sha256=Qts7nt8_9_WP0LPVlEJcwswcbqtVNtIa6u0IGpeQO1Y,32448
-kiln_ai/adapters/test_remote_config.py,sha256=RxAJtTtzonum9LW0nT5HMcwCvhgSZLqjFs8a9gbJkEY,17095
+kiln_ai/adapters/test_provider_tools.py,sha256=juaRAOqh_iZskb4xeyc-bkW_sOM3qDmZTaVTzUOdCoU,34675
+kiln_ai/adapters/test_remote_config.py,sha256=BDcW9eHBFGdcbK0dpBb2MZh6gGXtkYsrWA6noeeXwAE,20571
 kiln_ai/adapters/chat/__init__.py,sha256=ELydKUGeCcTiBJogzZUT8VXqr5kDtmoB8_GoyO28qR0,192
-kiln_ai/adapters/chat/chat_formatter.py,sha256=lr2zIj-jbZNStaM1VZSvoaN_e6KDKNWiNNPC6RDQ6ug,8321
-kiln_ai/adapters/chat/test_chat_formatter.py,sha256=MVEZTSIFBwLvplOmit-4TDdcmPXsaMZMQEwoXWmq1FI,4603
+kiln_ai/adapters/chat/chat_formatter.py,sha256=_q9z2IvRD-Xr0b5NKfj9kNWCzW2k77zvRpEGn_qd--0,8337
+kiln_ai/adapters/chat/test_chat_formatter.py,sha256=gzMOOsHgHAAlcgmgfVWkrTztPviBzsl8sZac2w06i_s,4721
 kiln_ai/adapters/data_gen/__init__.py,sha256=QTZWaf7kq5BorhPvexJfwDEKmjRmIbhwW9ei8LW2SIs,276
 kiln_ai/adapters/data_gen/data_gen_prompts.py,sha256=06gqU7uJDBr-G-txeGV9a4_NgKlbxDxhcylWclcVVxg,8792
 kiln_ai/adapters/data_gen/data_gen_task.py,sha256=El-5Dad65JvYkgr9Q40LfdAQ7IUx9BIjxF5c_j8sEq0,7121
 kiln_ai/adapters/data_gen/test_data_gen_task.py,sha256=nIuyJkYWsg9VUaLh95csrx8CnA3d8ivwmPjqTnOoz4Q,21308
 kiln_ai/adapters/eval/__init__.py,sha256=0ptbK0ZxWuraxGn_WMgmE1tcaq0k5t-g-52kVohvWCg,693
-kiln_ai/adapters/eval/base_eval.py,sha256=g7BWaljeuRquP-ygOBO6jwwzuWyNTYy_QhF0lxZlr-A,7476
-kiln_ai/adapters/eval/eval_runner.py,sha256=W3qBVWBhKQzgxW2jp4ht_WALyjqwDJnsbX9L_85XUDc,8996
-kiln_ai/adapters/eval/g_eval.py,sha256=NVq6iXgKbOG8qimivTciEh2C6lmgrKFXcbNu9yBBeSQ,16304
+kiln_ai/adapters/eval/base_eval.py,sha256=gi70nH4Ob1tMyUtjj1u2_9Vx8F4xjLmceyvqQinf0Ro,7496
+kiln_ai/adapters/eval/eval_runner.py,sha256=PlFaFIwrPqzmpSbaJEpNxwPBJ1V_24oJUUIEGI7NcAw,9037
+kiln_ai/adapters/eval/g_eval.py,sha256=3IAznqD0ZfZb9HoEv0-EDxTW9NU-OsG6MqV67Qo3kIs,16303
 kiln_ai/adapters/eval/registry.py,sha256=gZ_s0VgEx79Fswkgi1tS4yOl7lzpkvUBJZ62RldhM_w,626
-kiln_ai/adapters/eval/test_base_eval.py,sha256=JRts5jsvD2XMqdegsenVl2yy_sL6ru9W7n9wPEbKD7U,15994
+kiln_ai/adapters/eval/test_base_eval.py,sha256=gk7eBaNLXBxhwO1hGLM2fPzeuk12xFVd9TOwNQ9E9tA,16003
 kiln_ai/adapters/eval/test_eval_runner.py,sha256=vSDlYo_ujB1EReCLUZlcnqNaamG2wB9QRil_X_oTEm0,18587
-kiln_ai/adapters/eval/test_g_eval.py,sha256=4sn0sfZdKHgSW_Y-fbZAE88JAUERl93MhlZxKFkCMiY,21002
+kiln_ai/adapters/eval/test_g_eval.py,sha256=kzfJUP_oEIippd1hETSjWyg8J4QU5cabUYzVb9n2MXY,20989
 kiln_ai/adapters/eval/test_g_eval_data.py,sha256=9IIQE6YNmf-epogQapJloocTMSpF4dkTIeEEsgF474U,27805
-kiln_ai/adapters/fine_tune/__init__.py,sha256=DxdTR60chwgck1aEoVYWyfWi6Ed2ZkdJj0lar-SEAj4,257
+kiln_ai/adapters/fine_tune/__init__.py,sha256=l3ZV8c_IhvLxdPRcbfs67nvqLbCM1fWqFIm3u3oPQpI,257
 kiln_ai/adapters/fine_tune/base_finetune.py,sha256=4mLrFHvERU76_e8bCuOGLTc5UAdFn4UUCuPAe_3uD0Q,5875
 kiln_ai/adapters/fine_tune/dataset_formatter.py,sha256=oWYXOdkRaVZR_mIeox2gLf5_LZJ79hHV9PThk82zHtU,12928
 kiln_ai/adapters/fine_tune/finetune_registry.py,sha256=9RJLjviSoN3dQnKJE9Ss7df7dtdJgbuShB8IUcI-q9k,726
 kiln_ai/adapters/fine_tune/fireworks_finetune.py,sha256=WuC2zkZQTD6msew81Dd6GMT6OV5mAl33_K9K7Os_OBY,20833
-kiln_ai/adapters/fine_tune/openai_finetune.py,sha256=Dz9E_0BWfrIkvv8ArZe-RKPwbIKPZ3v8rfbc3JELyTY,8571
+kiln_ai/adapters/fine_tune/openai_finetune.py,sha256=DjRn3HIY7whBDYTw2MqiwnTYRu4G4hJ85MXZB-_S-FY,8868
 kiln_ai/adapters/fine_tune/test_base_finetune.py,sha256=atZI54SC6mVili5dEIuqwv2groLCZWYKSMzDZYjbUxQ,10705
 kiln_ai/adapters/fine_tune/test_dataset_formatter.py,sha256=OmF3jW78FBHvDes6lusY8hWgLLHz5XBgHdDVWv2ccAI,29898
 kiln_ai/adapters/fine_tune/test_fireworks_tinetune.py,sha256=Xq89amS0VyYP8zi8YteTudYHhykEK7-BZXOsIo_7uKE,37146
-kiln_ai/adapters/fine_tune/test_openai_finetune.py,sha256=NtMFo3LZjpAsNHFvIMHsFmWRrHrOKjniRvrZTx4nXhg,20001
+kiln_ai/adapters/fine_tune/test_openai_finetune.py,sha256=7Nf0rw2T-qMiPt1HEjkq2pxRd4IEJf_qzS1NrqZ12wk,19950
 kiln_ai/adapters/fine_tune/test_together_finetune.py,sha256=ZwYmT4pPkhU-45Q-5fs4WL16dQ4OyvI7KXPevsrA24E,18122
 kiln_ai/adapters/fine_tune/test_vertex_finetune.py,sha256=DBQbNUgpqDEvjjk7eHwBvDXPCEkhf4yfUw8QPi5fFPE,19178
 kiln_ai/adapters/fine_tune/together_finetune.py,sha256=KpJBZt0NBNUNLsVEYYC4Dzob1jnlOFQnVI8Q-4kY9d8,14766
 kiln_ai/adapters/fine_tune/vertex_finetune.py,sha256=Ik6Ov711-oruJnMHpVZTPimWJY2W_JnfdKIdR2djGrc,8545
 kiln_ai/adapters/model_adapters/__init__.py,sha256=m5GRtOHwVVvp_XDOss8c1X3NFf1wQQlC2eBgI4tXQhM,212
-kiln_ai/adapters/model_adapters/base_adapter.py,sha256=9z6i72nX5xIP9cvHFhz47sXl_g2Gv9DPnFjemQUiRSw,13287
-kiln_ai/adapters/model_adapters/litellm_adapter.py,sha256=TGCgCKxJhMEFSgmVRDXwW5OlRnfP8omAAfv2dHMhgks,17938
+kiln_ai/adapters/model_adapters/base_adapter.py,sha256=6aktTD3vSTLxVYVpKK0IhhLpjQCHgvBFSpo8T2hJ6To,14749
+kiln_ai/adapters/model_adapters/litellm_adapter.py,sha256=uBU7JmonJKgu84ZcQdBgwy_wLiiLwCjw6B7rLOtNb-4,31136
 kiln_ai/adapters/model_adapters/litellm_config.py,sha256=zOQEkYKeoQ0FIbxTkyyoaGtaQiB9eYK3IuyUgqSwzLE,485
-kiln_ai/adapters/model_adapters/test_base_adapter.py,sha256=POHvlGTdZGCZf_ktrds3oBbvT06t5Gp-iGBEGFFN3sA,15958
-kiln_ai/adapters/model_adapters/test_litellm_adapter.py,sha256=28xtjin8RZnf49-3RATtvon05mE4OxTxv0yd0ct1Dhc,19663
-kiln_ai/adapters/model_adapters/test_saving_adapter_results.py,sha256=xkd_b9GS-6ybst97FsS_XrvyTXMlEufYF1Q8CGpE1V8,9697
-kiln_ai/adapters/model_adapters/test_structured_output.py,sha256=1yYhQDchn3rmC44FMng55ViC-uBmNrqXUxuhwX-CWkc,13860
-kiln_ai/adapters/parsers/__init__.py,sha256=TGJS_8JhjUwg5Bnq4cDmwt5eIRo4vowmcL2A72L1Hzk,202
+kiln_ai/adapters/model_adapters/test_base_adapter.py,sha256=jCsBnhScr1jurugm80Bf_7w26A7RMb2uIUW8MndN4p8,22191
+kiln_ai/adapters/model_adapters/test_litellm_adapter.py,sha256=Njw94NScXsIQ7upi5VRiRHWQeT20Ud2Vspcsy53BEHc,34303
+kiln_ai/adapters/model_adapters/test_litellm_adapter_tools.py,sha256=wegq-zYDFf3YTnOAH2OkCR8Y43H2dTDtDa4k_RqeOCc,40231
+kiln_ai/adapters/model_adapters/test_saving_adapter_results.py,sha256=9XFa4L3ZBbD0kKi_TzoGEIx-0aYaaVUmI24KRmzK8MU,9719
+kiln_ai/adapters/model_adapters/test_structured_output.py,sha256=96jOlck177_ftq5i5nEq6-QyhuaAD6Ui9ZIe4dMUBoo,17200
+kiln_ai/adapters/parsers/__init__.py,sha256=1eAJmjSfVShnC7batg2ZnBX0rARDDNdredLMYxmwoiA,202
 kiln_ai/adapters/parsers/base_parser.py,sha256=AE8UYCttmVXbilpICotnDdFYTFhGMiBJHrxIUgPTAWM,280
 kiln_ai/adapters/parsers/json_parser.py,sha256=IszrBrhIFrrVr76UZsuejkBdqpZG27mU72264HVgVzE,1274
 kiln_ai/adapters/parsers/parser_registry.py,sha256=BbY12zbXj-FgdJ8WqEcBLg26WXoDk2fmriLRo2LYCSk,710
@@ -64,30 +67,33 @@ kiln_ai/adapters/parsers/test_r1_parser.py,sha256=gj4N_JZmyBwZRqPDiGY0j30qQ1mrQh
 kiln_ai/adapters/parsers/test_request_formatters.py,sha256=t3FlKT_Tte2u8zXJTMl8VaE8IrSzumuBysahbGesrbU,2090
 kiln_ai/adapters/repair/__init__.py,sha256=dOO9MEpEhjiwzDVFg3MNfA2bKMPlax9iekDatpTkX8E,217
 kiln_ai/adapters/repair/repair_task.py,sha256=ziOKNo2dT0a4ggLIDk5ETfSTbuxn_xgI60w1Ajd0sww,3286
-kiln_ai/adapters/repair/test_repair_task.py,sha256=fMlad29edA2tTt4t7cv6cXVWhuWOJ9x1Mpb3wJFTD1I,8603
-kiln_ai/datamodel/__init__.py,sha256=eHDUB9ltKmnsx0TAX310o5OMLnZbSznMJLFRnNk6HlA,1927
+kiln_ai/adapters/repair/test_repair_task.py,sha256=GLrEZsVt5Z-62NanVEtIvnI57YlS9GyhyNAr3ezW57o,8770
+kiln_ai/datamodel/__init__.py,sha256=z07ivLErVBh0AZMorR_JPCk9N43OCEGr6jZt-GxmYSg,2022
 kiln_ai/datamodel/basemodel.py,sha256=jyB351QSq6ll9JwzxCBaCY1aXNRp5nDF1dBdhVA6KRM,23871
-kiln_ai/datamodel/datamodel_enums.py,sha256=jTICOyCIUJ3hr13T2_CXPLzxgLtSx3JlE4GJ2vPnVKI,3860
+kiln_ai/datamodel/datamodel_enums.py,sha256=0H_3rQEvfl3WAOlNdZ6mzC63qyrvSqYf4-SaHlZ6mNc,3908
 kiln_ai/datamodel/dataset_filters.py,sha256=zXS5QeCqWa1vAxs3Pyy5FJtySx9yYJzxsCMANd23-3c,5502
 kiln_ai/datamodel/dataset_split.py,sha256=dAqwwNtWhKntEGJtauT0-YDG8aLFISelYS7o8TWG0TE,5923
-kiln_ai/datamodel/eval.py,sha256=xYRSUGxINR-4pZvAUkg8GpemWFlyywtkA707oT3R6OM,15897
+kiln_ai/datamodel/eval.py,sha256=vHDpwDBGUqveihu7bqsvPmcvuOKHTMBVd4a3zMbEo3s,15894
+kiln_ai/datamodel/external_tool_server.py,sha256=lzf71nm8udH4GGdr3ABPGOpuLTd9mGrf2FmckSOh-wE,11983
 kiln_ai/datamodel/finetune.py,sha256=3cwg9FTbhYDH2DEWS_L8lMS5KPok9mJItWjYHC6LnH0,4835
-kiln_ai/datamodel/json_schema.py,sha256=o50wSp8frRXjT-NZjml4-Is7LNoF7DQP4g3AaaYzBfI,3379
+kiln_ai/datamodel/json_schema.py,sha256=vgzTVLrdjBm9h0XxYV54fP9wOcmsWvQhASG4yhK5eUY,3802
 kiln_ai/datamodel/model_cache.py,sha256=9X4aAigbkFdytckgw8InCMh86uBna0ME_1HJSeMPEn0,4495
-kiln_ai/datamodel/project.py,sha256=xdO0S_pnF1uoTr-DfuF1Xr1tK8WrhbHvXKk6AhfrjB0,778
+kiln_ai/datamodel/project.py,sha256=rm4JEwtr3Ctj2q1eYP4qJm7s9l-ser31TYf0TY1ei9c,1074
 kiln_ai/datamodel/prompt.py,sha256=ZvqbycqP3XuEF7lXqCPTXlDHrS0OPZOUhU5T95_ns6M,1210
 kiln_ai/datamodel/prompt_id.py,sha256=oBnU_j8g3Xnj8TJbgQAQfW7I4vcyna-pDxFbiLvPs74,2631
-kiln_ai/datamodel/registry.py,sha256=XwGFXJFKZtOpR1Z9ven6SftggfADdZRm8TFxCEVtfUQ,957
+kiln_ai/datamodel/registry.py,sha256=RaIDmjrqzPe6SRKNVUUUCskqPseXcogi528W53jpAbc,477
+kiln_ai/datamodel/run_config.py,sha256=sSHE0nlIoKrRQuqebSP6Vb2LYi0gHX3i3Bix1Vk4-xw,2166
 kiln_ai/datamodel/strict_mode.py,sha256=sm4Xka8mnJHCShtbh6MMU5dDQv-cLj8lHgHkmFKpsl0,849
-kiln_ai/datamodel/task.py,sha256=rKwPN7xzph94vYvqepTuBpl9mi8E_665i6EwbLtnKDU,9412
-kiln_ai/datamodel/task_output.py,sha256=404qa5jQhdDUzcYj4043v8YERhoHc61AVdaDGsDCY1w,13193
-kiln_ai/datamodel/task_run.py,sha256=rTPqmN0VOiw7P8Fy0cVQXzV7h0sO2-SWqhGsYN0owLU,8759
-kiln_ai/datamodel/test_basemodel.py,sha256=ssa8jZKJHeew2Xx0k9fUPKaCcw-VQKioACNbbPVJo1o,25254
+kiln_ai/datamodel/task.py,sha256=bR0Se7fVz1UzlGbzZpNfw_FERjdVvQKm16HH4Z-WxIE,6650
+kiln_ai/datamodel/task_output.py,sha256=ILL5a7X_0FBqCOxboGA4rSlqDrtY_IFJJsgydny3CYs,13486
+kiln_ai/datamodel/task_run.py,sha256=V7wlUXgq07EcLREa8VeIdN01wuzlvkvc16QYmLlgeGE,10325
+kiln_ai/datamodel/test_basemodel.py,sha256=Nsu3jl81FlP-fkSRLKADah2rhaCb_09sdnZMxtkT3go,25270
 kiln_ai/datamodel/test_dataset_filters.py,sha256=TFHQZLB0rJxnxsFjD546eXVFxZNAJi0sPZ8j24wYd1w,5322
 kiln_ai/datamodel/test_dataset_split.py,sha256=mXB8udml_6U4BXR0xAGHsFINnhdcTDB1qhuZbQemk-w,11055
 kiln_ai/datamodel/test_datasource.py,sha256=H4Kc-Im9eM7WnADWZXdoiOIrOl05RtkyuhTCKiRimyU,3905
 kiln_ai/datamodel/test_eval_model.py,sha256=WbGWiIP4b6pu-Z117iVNsPLnrpFW2-sj89oOIQ8RLEk,23940
-kiln_ai/datamodel/test_example_models.py,sha256=dwLAAOXLvdKupE5Q1m6VNcHtfdhpi2qWtoEbC0nfJg8,26156
+kiln_ai/datamodel/test_example_models.py,sha256=QoUdMHZfOT4BV0CyfBMLzJZo2vKi-rVw0gpWXYJCzOM,31407
+kiln_ai/datamodel/test_external_tool_server.py,sha256=Ko_IAjEj7PyQL9z5ggTtcnwvOKZYx_xa-x1wdakWcRA,25154
 kiln_ai/datamodel/test_json_schema.py,sha256=R0Cfc9WbieMslgvYsj2HFx8RHIq2fF9NcT5jH-kEqh4,4793
 kiln_ai/datamodel/test_model_cache.py,sha256=Fy-ucYNzS5JEG-8SFY4nVHA8iRbXXxai20f8_oGl97o,8184
 kiln_ai/datamodel/test_model_perf.py,sha256=JcJpedvgK49zj_VIUc5DW0QjuIXhaBQbBpccUJVy2hU,3319
@@ -95,21 +101,38 @@ kiln_ai/datamodel/test_models.py,sha256=wENuBiZ2Y-N_puFkitNZ1T-lBpVgQWotfhGug6k4
 kiln_ai/datamodel/test_nested_save.py,sha256=xciCddqvPyKyoyjC5Lx_3Kh1t4LJv1xYRAPazR3SRcs,5588
 kiln_ai/datamodel/test_output_rating.py,sha256=zvPIp2shAgCs2RQBgwYoL09fRA3krHvgAqUa91RlWR0,15125
 kiln_ai/datamodel/test_prompt_id.py,sha256=_vcuiDvai8TENb6agk0F9ZsaTrAgoD1VkMxRIT2p9mQ,4384
-kiln_ai/datamodel/test_registry.py,sha256=PhS4anLi5Bf_023obuTlO5DALhtPB8WIc_bX12Yg6Po,2705
-kiln_ai/datamodel/test_task.py,sha256=LdMb2C8emK5vvgE1ACRFRmetWHgXGFgk_dstbgRhO54,12019
+kiln_ai/datamodel/test_registry.py,sha256=Y3dReO13QwGBaW9p7qUiTc0H-WaJ3pgapaN35kVoVD8,2903
+kiln_ai/datamodel/test_task.py,sha256=4odjkdbkVZC-2En7o_dboDN7Segbh4yfz4Y3f7R7Dbc,10923
+kiln_ai/datamodel/test_tool_id.py,sha256=VYF_cQP_Y5GPhEg9eIS_HEfOy9qUAPzjPCqvPO2SUp0,9186
+kiln_ai/datamodel/tool_id.py,sha256=tv3PYA-2cqFthf7LTwcQADPsMHfvIq757-vcszm4PQs,2863
+kiln_ai/tools/__init__.py,sha256=BaonknPnB9Z0QZligayytgrd8lqKXVOxX357YLW4Qw8,193
+kiln_ai/tools/base_tool.py,sha256=f_aKjAyCsM39jjbF-yG2hz7QIc_LdZOK3WBWJ2neLr4,2359
+kiln_ai/tools/mcp_server_tool.py,sha256=FwUzxcVsnNz0R-Skqelb6Q1xvFtpO2qc6Xxk7eFv-o8,3244
+kiln_ai/tools/mcp_session_manager.py,sha256=VXHtjRHDJV1WBJZyQN9HxGH0EfaLE2TS5s5fSatgaEM,9445
+kiln_ai/tools/test_base_tools.py,sha256=L0hziYZ2poMhF9_NOwycXS0WBdw41VF1cEN8kemGZtg,6542
+kiln_ai/tools/test_mcp_server_tool.py,sha256=nIQgxcq5tuzjPzOwzRJskJYBrFkay5852jsAWbMqf6g,17337
+kiln_ai/tools/test_mcp_session_manager.py,sha256=UjIONj4swQnxltS5vx6a0YunpI1Du5zZKQj15ts6OZQ,62486
+kiln_ai/tools/test_tool_registry.py,sha256=6IMOaINFBnrtBMw-SG5eaCFUp1zH05DR6lrnRhrWMI8,19744
+kiln_ai/tools/tool_registry.py,sha256=fkgPHP-rTnuJRcHjsC6cIEwAxKf03Wwz6hmkq1f-PDw,2218
+kiln_ai/tools/built_in_tools/__init__.py,sha256=IGWLH55vk32KohEOy5lzM4mXb6cf43Rxm2XjLFtfve4,209
+kiln_ai/tools/built_in_tools/math_tools.py,sha256=6OWEkkXYus36rSTW-31FGIAXxMGqILWyIIeDcUQOiMQ,3886
+kiln_ai/tools/built_in_tools/test_math_tools.py,sha256=yYNpQYT1sGXjOT6ocNY01Ldp1IGPAiSypMioMLdYI-Q,6961
 kiln_ai/utils/__init__.py,sha256=PTD0MwBCKAMIOGsTAwsFaJOusTJJoRFTfOGqRvCaU-E,142
 kiln_ai/utils/async_job_runner.py,sha256=1gjoEq5yc2MOVjDo05O1wztguEuMC6l3haDZsltlvuw,3457
-kiln_ai/utils/config.py,sha256=GRqq-52F4_ICuWiJzzaIJ-Z77ayqgLbIw3-Gq86zMUY,8852
+kiln_ai/utils/config.py,sha256=0b93Bg3NM_oL5EYQK6r5qUy6GQsiZyOfVDo3zFbWOT0,9652
 kiln_ai/utils/dataset_import.py,sha256=EqBBBopCEUy1JH4-EAsBETwGp4MFjzZGfUUBZ6FLfGY,9011
 kiln_ai/utils/exhaustive_error.py,sha256=TkkRixIAR3CPEKHeAJzyv0mtxp6BxUBKMvobA3vzQug,262
 kiln_ai/utils/formatting.py,sha256=VtB9oag0lOGv17dwT7OPX_3HzBfaU9GsLH-iLete0yM,97
 kiln_ai/utils/logging.py,sha256=ixtv2Mm6-XWB2PVUPAWVRXnPJULvoTDrsp5NTAk3yp0,6815
 kiln_ai/utils/name_generator.py,sha256=v26TgpCwQbhQFcZvzgjZvURinjrOyyFhxpsI6NQrHKc,1914
+kiln_ai/utils/open_ai_types.py,sha256=CH7EM9Y7b0o3fYradNGLzrWfmKkoYaHZWx8JUMLNJj8,2737
+kiln_ai/utils/project_utils.py,sha256=C_4VpyHSO4a9yX6SKcL00-l8y1afriXuqvsh54pk6eU,566
 kiln_ai/utils/test_async_job_runner.py,sha256=8AwPfOlR09qzfhVm-djpkmuoyHxJJ19QEzs0WV5KFSQ,6813
-kiln_ai/utils/test_config.py,sha256=8goGdVLOO1OiSPnuDLUHbEJWJ8hAjaAIDg0myhR2A00,9687
+kiln_ai/utils/test_config.py,sha256=buu7On18fBqnpkHtku_LZCVGrgrTs87IulL5eLTMRK8,14112
 kiln_ai/utils/test_dataset_import.py,sha256=BEl38D95HQYpc7_jeB1N-ocOnKM1DLutp669cNrVOuE,25765
 kiln_ai/utils/test_name_geneator.py,sha256=9-hSTBshyakqlPbFnNcggwLrL7lcPTitauBYHg9jFWI,1513
-kiln_ai-0.19.0.dist-info/METADATA,sha256=0PTv8ksKamQEk30IKehRIuIQ7TK5LfI0fANyjg8WjKc,13507
-kiln_ai-0.19.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-kiln_ai-0.19.0.dist-info/licenses/LICENSE.txt,sha256=_NA5pnTYgRRr4qH6lE3X-TuZJ8iRcMUi5ASoGr-lEx8,1209
-kiln_ai-0.19.0.dist-info/RECORD,,
+kiln_ai/utils/test_open_ai_types.py,sha256=NCc3IoCXMq62u1uM2B0bfK3qKyp53y9jxyxvAjL_1X8,5231
+kiln_ai-0.20.1.dist-info/METADATA,sha256=hKct9M2Q9WLU-OYDrbayYoNxjQtIPu2GyfE6OOPNnSQ,13564
+kiln_ai-0.20.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+kiln_ai-0.20.1.dist-info/licenses/LICENSE.txt,sha256=_NA5pnTYgRRr4qH6lE3X-TuZJ8iRcMUi5ASoGr-lEx8,1209
+kiln_ai-0.20.1.dist-info/RECORD,,