kiln-ai 0.11.1__py3-none-any.whl → 0.13.0__py3-none-any.whl

kiln_ai/adapters/model_adapters/test_openai_model_adapter.py

@@ -1,225 +0,0 @@
-import json
-from unittest.mock import Mock, patch
-
-import pytest
-from openai import AsyncOpenAI
-
-from kiln_ai.adapters.ml_model_list import StructuredOutputMode
-from kiln_ai.adapters.model_adapters.base_adapter import AdapterInfo, BasePromptBuilder
-from kiln_ai.adapters.model_adapters.openai_compatible_config import (
-    OpenAICompatibleConfig,
-)
-from kiln_ai.adapters.model_adapters.openai_model_adapter import OpenAICompatibleAdapter
-from kiln_ai.datamodel import Project, Task
-
-
-@pytest.fixture
-def mock_task(tmp_path):
-    # Create a project first since Task requires a parent
-    project_path = tmp_path / "test_project" / "project.kiln"
-    project_path.parent.mkdir()
-
-    project = Project(name="Test Project", path=str(project_path))
-    project.save_to_file()
-
-    schema = {
-        "type": "object",
-        "properties": {"test": {"type": "string"}},
-    }
-
-    task = Task(
-        name="Test Task",
-        instruction="Test instruction",
-        parent=project,
-        output_json_schema=json.dumps(schema),
-    )
-    task.save_to_file()
-    return task
-
-
-@pytest.fixture
-def mock_prompt_builder():
-    builder = Mock(spec=BasePromptBuilder)
-    type(builder).prompt_builder_name = Mock(return_value="test_prompt_builder")
-    builder.prompt_id = Mock(return_value="test_prompt_id")
-    return builder
-
-
-@pytest.fixture
-def config():
-    return OpenAICompatibleConfig(
-        api_key="test_key",
-        base_url="https://api.test.com",
-        model_name="test-model",
-        provider_name="test-provider",
-        default_headers={"X-Test": "test"},
-    )
-
-
-def test_initialization(config, mock_task, mock_prompt_builder):
-    adapter = OpenAICompatibleAdapter(
-        config=config,
-        kiln_task=mock_task,
-        prompt_builder=mock_prompt_builder,
-        tags=["test-tag"],
-    )
-
-    assert isinstance(adapter.client, AsyncOpenAI)
-    assert adapter.config == config
-    assert adapter.kiln_task == mock_task
-    assert adapter.prompt_builder == mock_prompt_builder
-    assert adapter.default_tags == ["test-tag"]
-    assert adapter.model_name == config.model_name
-    assert adapter.model_provider_name == config.provider_name
-
-
-def test_adapter_info(config, mock_task, mock_prompt_builder):
-    adapter = OpenAICompatibleAdapter(
-        config=config, kiln_task=mock_task, prompt_builder=mock_prompt_builder
-    )
-
-    info = adapter.adapter_info()
-    assert isinstance(info, AdapterInfo)
-    assert info.model_name == config.model_name
-    assert info.model_provider == config.provider_name
-    assert info.adapter_name == "kiln_openai_compatible_adapter"
-    assert info.prompt_builder_name == "base_prompt_builder"
-    assert info.prompt_id == "test_prompt_id"
-
-
-@pytest.mark.asyncio
-async def test_response_format_options_unstructured(
-    config, mock_task, mock_prompt_builder
-):
-    adapter = OpenAICompatibleAdapter(
-        config=config, kiln_task=mock_task, prompt_builder=mock_prompt_builder
-    )
-
-    # Mock has_structured_output to return False
-    with patch.object(adapter, "has_structured_output", return_value=False):
-        options = await adapter.response_format_options()
-        assert options == {}
-
-
-@pytest.mark.parametrize(
-    "mode",
-    [
-        StructuredOutputMode.json_mode,
-        StructuredOutputMode.json_instruction_and_object,
-    ],
-)
-@pytest.mark.asyncio
-async def test_response_format_options_json_mode(
-    config, mock_task, mock_prompt_builder, mode
-):
-    adapter = OpenAICompatibleAdapter(
-        config=config, kiln_task=mock_task, prompt_builder=mock_prompt_builder
-    )
-
-    with (
-        patch.object(adapter, "has_structured_output", return_value=True),
-        patch.object(adapter, "model_provider") as mock_provider,
-    ):
-        mock_provider.return_value.structured_output_mode = mode
-
-        options = await adapter.response_format_options()
-        assert options == {"response_format": {"type": "json_object"}}
-
-
-@pytest.mark.parametrize(
-    "mode",
-    [
-        StructuredOutputMode.default,
-        StructuredOutputMode.function_calling,
-    ],
-)
-@pytest.mark.asyncio
-async def test_response_format_options_function_calling(
-    config, mock_task, mock_prompt_builder, mode
-):
-    adapter = OpenAICompatibleAdapter(
-        config=config, kiln_task=mock_task, prompt_builder=mock_prompt_builder
-    )
-
-    with (
-        patch.object(adapter, "has_structured_output", return_value=True),
-        patch.object(adapter, "model_provider") as mock_provider,
-    ):
-        mock_provider.return_value.structured_output_mode = mode
-
-        options = await adapter.response_format_options()
-        assert "tools" in options
-        # full tool structure validated below
-
-
-@pytest.mark.asyncio
-async def test_response_format_options_json_instructions(
-    config, mock_task, mock_prompt_builder
-):
-    adapter = OpenAICompatibleAdapter(
-        config=config, kiln_task=mock_task, prompt_builder=mock_prompt_builder
-    )
-
-    with (
-        patch.object(adapter, "has_structured_output", return_value=True),
-        patch.object(adapter, "model_provider") as mock_provider,
-    ):
-        mock_provider.return_value.structured_output_mode = (
-            StructuredOutputMode.json_instructions
-        )
-        options = await adapter.response_format_options()
-        assert options == {}
-
-
-@pytest.mark.asyncio
-async def test_response_format_options_json_schema(
-    config, mock_task, mock_prompt_builder
-):
-    adapter = OpenAICompatibleAdapter(
-        config=config, kiln_task=mock_task, prompt_builder=mock_prompt_builder
-    )
-
-    with (
-        patch.object(adapter, "has_structured_output", return_value=True),
-        patch.object(adapter, "model_provider") as mock_provider,
-    ):
-        mock_provider.return_value.structured_output_mode = (
-            StructuredOutputMode.json_schema
-        )
-        options = await adapter.response_format_options()
-        assert options == {
-            "response_format": {
-                "type": "json_schema",
-                "json_schema": {
-                    "name": "task_response",
-                    "schema": mock_task.output_schema(),
-                },
-            }
-        }
-
-
-def test_tool_call_params(config, mock_task, mock_prompt_builder):
-    adapter = OpenAICompatibleAdapter(
-        config=config, kiln_task=mock_task, prompt_builder=mock_prompt_builder
-    )
-
-    params = adapter.tool_call_params()
-    expected_schema = mock_task.output_schema()
-    expected_schema["additionalProperties"] = False
-
-    assert params == {
-        "tools": [
-            {
-                "type": "function",
-                "function": {
-                    "name": "task_response",
-                    "parameters": expected_schema,
-                    "strict": True,
-                },
-            }
-        ],
-        "tool_choice": {
-            "type": "function",
-            "function": {"name": "task_response"},
-        },
-    }

kiln_ai-0.11.1.dist-info/RECORD

@@ -1,76 +0,0 @@
-kiln_ai/__init__.py,sha256=Sc4z8LRVFMwJUoc_DPVUriSXTZ6PO9MaJ80PhRbKyB8,34
-kiln_ai/adapters/__init__.py,sha256=4qEnFkkRSHPKDU7AvYNkqXECjZO_K7PzDCK3HbsY7o4,902
-kiln_ai/adapters/adapter_registry.py,sha256=C4ayYVXRClj5-EEEpJEuMEMesbrJgPxz5yRBv6cyLGQ,3697
-kiln_ai/adapters/ml_model_list.py,sha256=4V6IinAhgYcGba3Kw3Ps2pJcHv5v7NC6Ob-8JN7fh3Y,36240
-kiln_ai/adapters/ollama_tools.py,sha256=0Of6ySbJ2d4j--9laOL6QKgRUQSrqX8dJUIrz20n59s,3561
-kiln_ai/adapters/prompt_builders.py,sha256=gnBf4SI_uz6W9gpkRaKOK9oHQX6eTjdSbKX-Tpaj2gQ,13906
-kiln_ai/adapters/provider_tools.py,sha256=CGNLW0xhFyj93HFwznCoDrrbyQbQAaS2mJuOKaMB6gU,14435
-kiln_ai/adapters/run_output.py,sha256=jANUFb_O_P47aWyA_YjLSl2y0Z7QFWPEUsOGE54BGY4,159
-kiln_ai/adapters/test_adapter_registry.py,sha256=obzcaifFLbgcokJwOCrhBe3IU-U3v4rPVBZya7p_hUM,6209
-kiln_ai/adapters/test_generate_docs.py,sha256=a0eO4fJdHhmvhB7aM3FW4nPYw-fqy1s5B6ZVDPRZtpQ,2730
-kiln_ai/adapters/test_ollama_tools.py,sha256=2KwYVaj3ySV3ld-z51TCGbJEMdb3MZj2eoEicIWz3Q4,2552
-kiln_ai/adapters/test_prompt_adaptors.py,sha256=Z-eGy206sDDXhsfngUOuYEUnaerPDOrQb64hipRxfW4,7550
-kiln_ai/adapters/test_prompt_builders.py,sha256=I6d888fIFDYzIp8DbnDWCrbRj8nlieLVrgiZzgqMV0s,20200
-kiln_ai/adapters/test_provider_tools.py,sha256=DtnC6oFuiBvvbhD-kdCcWzEYqXZfMBM_DexuQdyAVR8,28664
-kiln_ai/adapters/data_gen/__init__.py,sha256=QTZWaf7kq5BorhPvexJfwDEKmjRmIbhwW9ei8LW2SIs,276
-kiln_ai/adapters/data_gen/data_gen_prompts.py,sha256=kudjHnAz7L3q0k_NLyTlaIV7M0uRFrxXNcfcnjOE2uc,5810
-kiln_ai/adapters/data_gen/data_gen_task.py,sha256=0v7ufvuSeY5j-HerfrqXuCo30SYlS6EFIiVyiJM9xj0,5986
-kiln_ai/adapters/data_gen/test_data_gen_task.py,sha256=cRKUKMvC0uVompbmPTKwbnQ_N3c0cQDm4J_9H4Y5U18,10129
-kiln_ai/adapters/fine_tune/__init__.py,sha256=DxdTR60chwgck1aEoVYWyfWi6Ed2ZkdJj0lar-SEAj4,257
-kiln_ai/adapters/fine_tune/base_finetune.py,sha256=n3mfE_3bhhzmN_MQxO5qNezN-qpl4WFamZ3ih41dx4o,6069
-kiln_ai/adapters/fine_tune/dataset_formatter.py,sha256=qRhSSkMhTWn13OMb6LKPVwAU7uY4bB49GDiVSuhDkNg,14449
-kiln_ai/adapters/fine_tune/finetune_registry.py,sha256=H1B-opCTlIyd9JlIFTKsY_ctxUX9ziEc49_gnmg1SZg,483
-kiln_ai/adapters/fine_tune/fireworks_finetune.py,sha256=6IfTDn_8tg6PR0OFudRx6V7Wjvf4P7t0fm_xyRwII68,13978
-kiln_ai/adapters/fine_tune/openai_finetune.py,sha256=Dz9E_0BWfrIkvv8ArZe-RKPwbIKPZ3v8rfbc3JELyTY,8571
-kiln_ai/adapters/fine_tune/test_base_finetune.py,sha256=0zWxFYrDGVuoQNQmi9vVUEkBc4mstfHnsUjQmiJA-sE,10864
-kiln_ai/adapters/fine_tune/test_dataset_formatter.py,sha256=wknJZDgkoj61O1TO5_HLTSdKZjvb78pmTyBRUBfCtYw,23968
-kiln_ai/adapters/fine_tune/test_fireworks_tinetune.py,sha256=qQCBUa6kje0P83vH7MWioVQ7IVPti_TFdJG_QaBwqjY,18105
-kiln_ai/adapters/fine_tune/test_openai_finetune.py,sha256=-QHKNr5LICTOoCDavGxAUnWoAWvL3eMWHywpMf69n1U,19972
-kiln_ai/adapters/model_adapters/__init__.py,sha256=FyNq-twr1zQR55Hd_sDlTcVZ8JsZ9jrIBBURtZNjlss,272
-kiln_ai/adapters/model_adapters/base_adapter.py,sha256=f91QR2mmn3x6bTfRFbgWe6N47aIB8ABpQjgv8Scru5Y,9183
-kiln_ai/adapters/model_adapters/langchain_adapters.py,sha256=JCCaXSFgtiNkr67tv4DRZRdmxGvq2JOkrQdC7H__ybw,12606
-kiln_ai/adapters/model_adapters/openai_compatible_config.py,sha256=o7Ae2uWm1bdqOZaSBbsjH1CH9bnSa1woqTHvP8ds0mY,286
-kiln_ai/adapters/model_adapters/openai_model_adapter.py,sha256=nSr_IcubCB7Dk6zkXsjvLrTAvnTedvHpXPZekiYK_cg,9545
-kiln_ai/adapters/model_adapters/test_base_adapter.py,sha256=rRN76HPepuXKmAEzZCJjK_cHZ6rJBLQ2poYpWOpxOaE,6408
-kiln_ai/adapters/model_adapters/test_langchain_adapter.py,sha256=UyQ-jdTFUpXHTO40nxHELIsV_YRA_RgF1xkAJ5oO-dM,12156
-kiln_ai/adapters/model_adapters/test_openai_model_adapter.py,sha256=3pSLHug_GPRpv5C9zE_hivOsbWgs5nLohS6DxtPz1jo,6914
-kiln_ai/adapters/model_adapters/test_saving_adapter_results.py,sha256=iIjI4Ox3wUpv6g1dcQ3zDFpma0MUqljJ_Lqbo8MbQuw,7393
-kiln_ai/adapters/model_adapters/test_structured_output.py,sha256=BipXAzkoKZuixwG2tPyqle9INuYd3teHDP12arncaXA,11871
-kiln_ai/adapters/parsers/__init__.py,sha256=TGJS_8JhjUwg5Bnq4cDmwt5eIRo4vowmcL2A72L1Hzk,202
-kiln_ai/adapters/parsers/base_parser.py,sha256=DaoZVEOOuFTMZd5ZTpl_as6-xc9NPWGP2fAmP12J58M,389
-kiln_ai/adapters/parsers/json_parser.py,sha256=IszrBrhIFrrVr76UZsuejkBdqpZG27mU72264HVgVzE,1274
-kiln_ai/adapters/parsers/parser_registry.py,sha256=G9bAZrnWrR0a82JAQHsSqA2o7-CjrZUBANZljY_6ZxE,623
-kiln_ai/adapters/parsers/r1_parser.py,sha256=9nMEWDAbRSTFuu_--0HMVfVg9IYSoUNQHHw9OxETlRw,2558
-kiln_ai/adapters/parsers/test_json_parser.py,sha256=9kdWe_vRC5wjP8A1Ym6Zu6enDIz4ARCNiRpcZr7_3ak,1971
-kiln_ai/adapters/parsers/test_parser_registry.py,sha256=S4MdX7cnhCbmeKq8tZwMwRdGWr-019Z-fw5zey9Wm08,1043
-kiln_ai/adapters/parsers/test_r1_parser.py,sha256=Ys1ICRNVgt54rf8IEKNav5sz9zHYvvcVAUuoSwwftg8,4517
-kiln_ai/adapters/repair/__init__.py,sha256=dOO9MEpEhjiwzDVFg3MNfA2bKMPlax9iekDatpTkX8E,217
-kiln_ai/adapters/repair/repair_task.py,sha256=xX7GI3QZ9OEWV1BGr6OAAAFvHu3h6dYqJgOpqwRADmI,3842
-kiln_ai/adapters/repair/test_repair_task.py,sha256=2pxEwnmJCN_z35_kTNiaFSvnTw_njRinmHV1P9Y7UQw,7974
-kiln_ai/datamodel/__init__.py,sha256=aWGqXz4H-NGDFGBHcnArUVj3o-WgJsRACJ3QHF--8-k,36079
-kiln_ai/datamodel/basemodel.py,sha256=TwMBfNFJ7-5bp2QOoTQUl_YVrF0pkDAk5Rdk6EWEXxI,22143
-kiln_ai/datamodel/json_schema.py,sha256=VjjYkzy8X-QZqOQNZH6x7KitrtdcmZNttVP49iqBJAk,2817
-kiln_ai/datamodel/model_cache.py,sha256=9X4aAigbkFdytckgw8InCMh86uBna0ME_1HJSeMPEn0,4495
-kiln_ai/datamodel/registry.py,sha256=XwGFXJFKZtOpR1Z9ven6SftggfADdZRm8TFxCEVtfUQ,957
-kiln_ai/datamodel/test_basemodel.py,sha256=PqBlx5gIN3DxYjDuLzmNYIp-VwMvOQ9P5hOjPfOs-9g,17813
-kiln_ai/datamodel/test_dataset_split.py,sha256=7DXu3WaIGZ4Tyj0ahgrK7jRChDwU1eolXEdz4urkWNc,10530
-kiln_ai/datamodel/test_datasource.py,sha256=GAiZz31qezVVPwFqnt8wHMu15WvtlV89jw8C1Ue6YNI,3165
-kiln_ai/datamodel/test_example_models.py,sha256=ekAxweFBtkryheBFJMQvy0TkWvjNtlqBsJv3Pcu5uNE,21048
-kiln_ai/datamodel/test_json_schema.py,sha256=vdLnTQxxrcmuSrf6iOmkrmpfh7JnxqIw4B4dbDAAcZ4,3199
-kiln_ai/datamodel/test_model_cache.py,sha256=Fy-ucYNzS5JEG-8SFY4nVHA8iRbXXxai20f8_oGl97o,8184
-kiln_ai/datamodel/test_model_perf.py,sha256=NdD7L8XraGkunaEKGPsfYwdcbIgdjhFanOO3G6hU158,3235
-kiln_ai/datamodel/test_models.py,sha256=s3zjlnN3zbSjPyLfz3PDABO8msKeQXDRd4WrpkLWrOE,19274
-kiln_ai/datamodel/test_nested_save.py,sha256=xciCddqvPyKyoyjC5Lx_3Kh1t4LJv1xYRAPazR3SRcs,5588
-kiln_ai/datamodel/test_output_rating.py,sha256=zvPIp2shAgCs2RQBgwYoL09fRA3krHvgAqUa91RlWR0,15125
-kiln_ai/datamodel/test_registry.py,sha256=PhS4anLi5Bf_023obuTlO5DALhtPB8WIc_bX12Yg6Po,2705
-kiln_ai/utils/__init__.py,sha256=PTD0MwBCKAMIOGsTAwsFaJOusTJJoRFTfOGqRvCaU-E,142
-kiln_ai/utils/config.py,sha256=u289b2AHuQoPup_vILTSpgsO29fxJyU8zy8BwADAtvs,6859
-kiln_ai/utils/exhaustive_error.py,sha256=TkkRixIAR3CPEKHeAJzyv0mtxp6BxUBKMvobA3vzQug,262
-kiln_ai/utils/formatting.py,sha256=VtB9oag0lOGv17dwT7OPX_3HzBfaU9GsLH-iLete0yM,97
-kiln_ai/utils/name_generator.py,sha256=v26TgpCwQbhQFcZvzgjZvURinjrOyyFhxpsI6NQrHKc,1914
-kiln_ai/utils/test_config.py,sha256=Jw3nMFeIgZUsZDRJJY2HpB-2EkR2NoZ-rDe_o9oA7ws,9174
-kiln_ai/utils/test_name_geneator.py,sha256=9-hSTBshyakqlPbFnNcggwLrL7lcPTitauBYHg9jFWI,1513
-kiln_ai-0.11.1.dist-info/METADATA,sha256=Dvlb27BCuxsJOpZHogOzrnlCYiL6FBLFCtCxu3gmee8,9217
-kiln_ai-0.11.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-kiln_ai-0.11.1.dist-info/licenses/LICENSE.txt,sha256=_NA5pnTYgRRr4qH6lE3X-TuZJ8iRcMUi5ASoGr-lEx8,1209
-kiln_ai-0.11.1.dist-info/RECORD,,