kiln-ai 0.6.1__py3-none-any.whl → 0.7.1__py3-none-any.whl

kiln_ai/utils/name_generator.py

@@ -0,0 +1,125 @@
+from random import choice
+from typing import List
+
+ADJECTIVES: List[str] = [
+    "Curious",
+    "Playful",
+    "Mighty",
+    "Gentle",
+    "Clever",
+    "Brave",
+    "Cosmic",
+    "Dancing",
+    "Electric",
+    "Fierce",
+    "Glowing",
+    "Hidden",
+    "Infinite",
+    "Jolly",
+    "Magical",
+    "Ancient",
+    "Blazing",
+    "Celestial",
+    "Dazzling",
+    "Emerald",
+    "Floating",
+    "Graceful",
+    "Harmonious",
+    "Icy",
+    "Jade",
+    "Kinetic",
+    "Luminous",
+    "Mystic",
+    "Noble",
+    "Opal",
+    "Peaceful",
+    "Quantum",
+    "Radiant",
+    "Silent",
+    "Thundering",
+    "Untamed",
+    "Vibrant",
+    "Whispering",
+    "Xenial",
+    "Yearning",
+    "Zealous",
+    "Astral",
+    "Boundless",
+    "Crimson",
+    "Divine",
+    "Ethereal",
+    "Fabled",
+    "Golden",
+    "Heroic",
+    "Imperial",
+]
+
+NOUNS: List[str] = [
+    "Penguin",
+    "Dragon",
+    "Phoenix",
+    "Tiger",
+    "Dolphin",
+    "Mountain",
+    "River",
+    "Forest",
+    "Cloud",
+    "Star",
+    "Crystal",
+    "Garden",
+    "Ocean",
+    "Falcon",
+    "Wizard",
+    "Aurora",
+    "Badger",
+    "Comet",
+    "Dryad",
+    "Eagle",
+    "Fox",
+    "Griffin",
+    "Harbor",
+    "Island",
+    "Jaguar",
+    "Knight",
+    "Lion",
+    "Mermaid",
+    "Nebula",
+    "Owl",
+    "Panther",
+    "Quasar",
+    "Raven",
+    "Serpent",
+    "Tempest",
+    "Unicorn",
+    "Valley",
+    "Wolf",
+    "Sphinx",
+    "Yeti",
+    "Zenith",
+    "Archer",
+    "Beacon",
+    "Cascade",
+    "Dreamer",
+    "Echo",
+    "Flame",
+    "Glacier",
+    "Horizon",
+    "Ivy",
+]
+
+
+def generate_memorable_name() -> str:
+    """
+    Generates a memorable two-word name combining a random adjective and noun.
+
+    Returns:
+        str: A memorable name in the format "Adjective Noun"
+
+    Example:
+        >>> generate_memorable_name()
+        'Cosmic Dragon'
+    """
+    adjective = choice(ADJECTIVES)
+    noun = choice(NOUNS)
+
+    return f"{adjective} {noun}"

kiln_ai/utils/test_name_geneator.py

@@ -0,0 +1,47 @@
+from kiln_ai.utils.name_generator import ADJECTIVES, NOUNS, generate_memorable_name
+
+
+def test_generate_memorable_name_format():
+    """Test that generated name follows the expected format."""
+    name = generate_memorable_name()
+
+    # Check that we get exactly two words
+    words = name.split()
+    assert len(words) == 2
+
+    # Check that first word is an adjective and second word is a noun
+    assert words[0] in ADJECTIVES
+    assert words[1] in NOUNS
+
+
+def test_generate_memorable_name_randomness():
+    """Test that the function generates different names."""
+    names = {generate_memorable_name() for _ in range(100)}
+
+    # With 50 adjectives and 50 nouns, we should get multiple unique combinations
+    # in 100 tries. Using 50 as a reasonable lower bound.
+    assert len(names) > 50
+
+
+def test_generate_memorable_name_string_type():
+    """Test that the generated name is a string."""
+    name = generate_memorable_name()
+    assert isinstance(name, str)
+
+
+def test_word_lists_not_empty():
+    """Test that our word lists contain entries."""
+    assert len(ADJECTIVES) > 0
+    assert len(NOUNS) > 0
+
+
+def test_word_lists_are_strings():
+    """Test that all entries in word lists are strings."""
+    assert all(isinstance(word, str) for word in ADJECTIVES)
+    assert all(isinstance(word, str) for word in NOUNS)
+
+
+def test_word_lists_no_duplicates():
+    """Test that word lists don't contain duplicates."""
+    assert len(ADJECTIVES) == len(set(ADJECTIVES))
+    assert len(NOUNS) == len(set(NOUNS))

kiln_ai-0.7.1.dist-info/METADATA

@@ -0,0 +1,237 @@
+Metadata-Version: 2.4
+Name: kiln-ai
+Version: 0.7.1
+Summary: Kiln AI
+Project-URL: Homepage, https://getkiln.ai
+Project-URL: Repository, https://github.com/Kiln-AI/kiln
+Project-URL: Documentation, https://kiln-ai.github.io/Kiln/kiln_core_docs/kiln_ai.html
+Project-URL: Issues, https://github.com/Kiln-AI/kiln/issues
+Author-email: "Steve Cosman, Chesterfield Laboratories Inc" <scosman@users.noreply.github.com>
+License-File: LICENSE.txt
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.10
+Requires-Dist: coverage>=7.6.4
+Requires-Dist: jsonschema>=4.23.0
+Requires-Dist: langchain-aws>=0.2.4
+Requires-Dist: langchain-fireworks>=0.2.5
+Requires-Dist: langchain-groq>=0.2.0
+Requires-Dist: langchain-ollama>=0.2.0
+Requires-Dist: langchain-openai>=0.2.4
+Requires-Dist: langchain>=0.3.5
+Requires-Dist: openai>=1.53.0
+Requires-Dist: pdoc>=15.0.0
+Requires-Dist: pydantic>=2.9.2
+Requires-Dist: pytest-benchmark>=5.1.0
+Requires-Dist: pytest-cov>=6.0.0
+Requires-Dist: pyyaml>=6.0.2
+Requires-Dist: typing-extensions>=4.12.2
+Description-Content-Type: text/markdown
+
+# Kiln AI Core Library
+
+<p align="center">
+    <picture>
+        <img width="205" alt="Kiln AI Logo" src="https://github.com/user-attachments/assets/5fbcbdf7-1feb-45c9-bd73-99a46dd0a47f">
+    </picture>
+</p>
+
+[![PyPI - Version](https://img.shields.io/pypi/v/kiln-ai.svg?logo=pypi&label=PyPI&logoColor=gold)](https://pypi.org/project/kiln-ai)
+[![PyPI - Python Version](https://img.shields.io/pypi/pyversions/kiln-ai.svg)](https://pypi.org/project/kiln-ai)
+[![Docs](https://img.shields.io/badge/docs-pdoc-blue)](https://kiln-ai.github.io/Kiln/kiln_core_docs/index.html)
+
+---
+
+## Installation
+
+```console
+pip install kiln_ai
+```
+
+## About
+
+This package is the Kiln AI core library. There is also a separate desktop application and server package. Learn more about Kiln AI at [getkiln.ai](https://getkiln.ai) and on Github: [github.com/Kiln-AI/kiln](https://github.com/Kiln-AI/kiln).
+
+# Guide: Using the Kiln Python Library
+
+In this guide we'll walk common examples of how to use the library.
+
+## Documentation
+
+The library has a [comprehensive set of docs](https://kiln-ai.github.io/Kiln/kiln_core_docs/index.html).
+
+## Table of Contents
+
+- [Using the Kiln Data Model](#using-the-kiln-data-model)
+  - [Understanding the Kiln Data Model](#understanding-the-kiln-data-model)
+  - [Datamodel Overview](#datamodel-overview)
+  - [Load a Project](#load-a-project)
+  - [Load an Existing Dataset into a Kiln Task Dataset](#load-an-existing-dataset-into-a-kiln-task-dataset)
+  - [Using your Kiln Dataset in a Notebook or Project](#using-your-kiln-dataset-in-a-notebook-or-project)
+  - [Using Kiln Dataset in Pandas](#using-kiln-dataset-in-pandas)
+- [Advanced Usage](#advanced-usage)
+
+## Installation
+
+```bash
+pip install kiln-ai
+```
+
+## Using the Kiln Data Model
+
+### Understanding the Kiln Data Model
+
+Kiln projects are simply a directory of files (mostly JSON files with the extension `.kiln`) that describe your project, including tasks, runs, and other data.
+
+This dataset design was chosen for several reasons:
+
+- Git compatibility: Kiln project folders are easy to collaborate on in git. The filenames use unique IDs to avoid conflicts and allow many people to work in parallel. The files are small and easy to compare using standard diff tools.
+- JSON allows you to easily load and manipulate the data using standard tools (pandas, polars, etc)
+
+The Kiln Python library provides a set of Python classes that which help you easily interact with your Kiln dataset. Using the library to load and manipulate your dataset is the fastest way to get started, and will guarantees you don't insert any invalid data into your dataset. There's extensive validation when using the library, so we recommend using it to load and manipulate your dataset over direct JSON manipulation.
+
+### Datamodel Overview
+
+- Project: a Kiln Project that organizes related tasks
+  - Task: a specific task including prompt instructions, input/output schemas, and requirements
+    - TaskRun: a sample (run) of a task including input, output and human rating information
+    - DatasetSplit: a frozen collection of task runs divided into train/test/validation splits
+    - Finetune: configuration and status tracking for fine-tuning models on task data
+
+### Load a Project
+
+Assuming you've created a project in the Kiln UI, you'll have a `project.kiln` file in your `~/Kiln Projects/Project Name` directory.
+
+```python
+from kiln_ai.datamodel import Project
+
+project = Project.load_from_file("path/to/your/project.kiln")
+print("Project: ", project.name, " - ", project.description)
+
+# List all tasks in the project, and their dataset sizes
+tasks = project.tasks()
+for task in tasks:
+    print("Task: ", task.name, " - ", task.description)
+    print("Total dataset size:", len(task.runs()))
+```
+
+### Load an Existing Dataset into a Kiln Task Dataset
+
+If you already have a dataset in a file, you can load it into a Kiln project.
+
+**Important**: Kiln will validate the input and output schemas, and ensure that each datapoint in the dataset is valid for this task.
+
+- Plaintext input/output: ensure "output_json_schema" and "input_json_schema" not set in your Task definition.
+- JSON input/output: ensure "output_json_schema" and "input_json_schema" are valid JSON schemas in your Task definition. Every datapoint in the dataset must be valid JSON fitting the schema.
+
+Here's a simple example of how to load a dataset into a Kiln task:
+
+```python
+
+import kiln_ai
+import kiln_ai.datamodel
+
+# Created a project and task via the UI and put its path here
+task_path = "/Users/youruser/Kiln Projects/test project/tasks/632780983478 - Joke Generator/task.kiln"
+task = kiln_ai.datamodel.Task.load_from_file(task_path)
+
+# Add data to the task - loop over you dataset and run this for each item
+item = kiln_ai.datamodel.TaskRun(
+    parent=task,
+    input='{"topic": "AI"}',
+    output=kiln_ai.datamodel.TaskOutput(
+        output='{"setup": "What is AI?", "punchline": "content_here"}',
+    ),
+)
+item.save_to_file()
+print("Saved item to file: ", item.path)
+```
+
+And here's a more complex example of how to load a dataset into a Kiln task. This example sets the source of the data (human in this case, but you can also set it be be synthetic), the created_by property, and a 5-star rating.
+
+```python
+import kiln_ai
+import kiln_ai.datamodel
+
+# Created a project and task via the UI and put its path here
+task_path = "/Users/youruser/Kiln Projects/test project/tasks/632780983478 - Joke Generator/task.kiln"
+task = kiln_ai.datamodel.Task.load_from_file(task_path)
+
+# Add data to the task - loop over you dataset and run this for each item
+item = kiln_ai.datamodel.TaskRun(
+    parent=task,
+    input='{"topic": "AI"}',
+    input_source=kiln_ai.datamodel.DataSource(
+        type=kiln_ai.datamodel.DataSourceType.human,
+        properties={"created_by": "John Doe"},
+    ),
+    output=kiln_ai.datamodel.TaskOutput(
+        output='{"setup": "What is AI?", "punchline": "content_here"}',
+        source=kiln_ai.datamodel.DataSource(
+            type=kiln_ai.datamodel.DataSourceType.human,
+            properties={"created_by": "Jane Doe"},
+        ),
+        rating=kiln_ai.datamodel.TaskOutputRating(score=5,type="five_star"),
+    ),
+)
+item.save_to_file()
+print("Saved item to file: ", item.path)
+```
+
+### Using your Kiln Dataset in a Notebook or Project
+
+You can use your Kiln dataset in a notebook or project by loading the dataset into a pandas dataframe.
+
+```python
+import kiln_ai
+import kiln_ai.datamodel
+
+# Created a project and task via the UI and put its path here
+task_path = "/Users/youruser/Kiln Projects/test project/tasks/632780983478 - Joke Generator/task.kiln"
+task = kiln_ai.datamodel.Task.load_from_file(task_path)
+
+runs = task.runs()
+for run in runs:
+    print(f"Input: {run.input}")
+    print(f"Output: {run.output.output}")
+
+print(f"Total runs: {len(runs)}")
+```
+
+### Using Kiln Dataset in Pandas
+
+You can also use your Kiln dataset in a pandas dataframe, or a similar script for other tools like polars.
+
+```python
+import glob
+import json
+import pandas as pd
+from pathlib import Path
+
+task_dir = "/Users/youruser/Kiln Projects/test project/tasks/632780983478 - Joke Generator"
+dataitem_glob = task_dir + "/runs/*/task_run.kiln"
+
+dfs = []
+for file in glob.glob(dataitem_glob):
+    js = json.loads(Path(file).read_text())
+
+    df = pd.DataFrame([{
+        "input": js["input"],
+        "output": js["output"]["output"],
+    }])
+
+    # Alternatively: you can use pd.json_normalize(js) to get the full json structure
+    # df = pd.json_normalize(js)
+    dfs.append(df)
+final_df = pd.concat(dfs, ignore_index=True)
+print(final_df)
+```
+
+### Advanced Usage
+
+The library can do a lot more than the examples we've shown here.
+
+See the [docs](https://kiln-ai.github.io/Kiln/kiln_core_docs/index.html) for more information.

kiln_ai-0.7.1.dist-info/RECORD

@@ -0,0 +1,58 @@
+kiln_ai/__init__.py,sha256=Sc4z8LRVFMwJUoc_DPVUriSXTZ6PO9MaJ80PhRbKyB8,34
+kiln_ai/adapters/__init__.py,sha256=8-YlnTh3gsaPeEArFVLIqGE7-tbssI42fub4OQBp_DA,970
+kiln_ai/adapters/adapter_registry.py,sha256=EnB0rUIZ0KbBd2nxkNjwUqOpldwqPDyJ9LzIQoDl2GU,634
+kiln_ai/adapters/base_adapter.py,sha256=E_RfXxzEhW-i066xOhZdPuTM7OPKQv70hDpfMsxfYEs,6145
+kiln_ai/adapters/langchain_adapters.py,sha256=NeTZ8WbQTnVu8rtFX6AwkdjFj2ihyhe_vxNxM-_v2yE,10584
+kiln_ai/adapters/ml_model_list.py,sha256=jEayUwDMYjMJTEL5fJ4jKacWR0OKkQ64q4bL10fnMsE,25062
+kiln_ai/adapters/ollama_tools.py,sha256=0Of6ySbJ2d4j--9laOL6QKgRUQSrqX8dJUIrz20n59s,3561
+kiln_ai/adapters/prompt_builders.py,sha256=Mdu-f1mC9hWIDwoF7Qwd9F99GDx6oNGvtEZN-SrOsNM,10325
+kiln_ai/adapters/provider_tools.py,sha256=Y694_oDm5wKs-WGtnI5FAh1H_wgs0EXUqEcr5rVA6SY,10768
+kiln_ai/adapters/test_langchain_adapter.py,sha256=QiVdCUJJ_uEzD0uA0jYMC3ZO4NTGJLm9iWTwvQfdFxI,12037
+kiln_ai/adapters/test_ollama_tools.py,sha256=2KwYVaj3ySV3ld-z51TCGbJEMdb3MZj2eoEicIWz3Q4,2552
+kiln_ai/adapters/test_prompt_adaptors.py,sha256=Mc0oSYgDLxfP2u3GVR_iDWaYctTQ8Ug1u6UGvWA90lM,7494
+kiln_ai/adapters/test_prompt_builders.py,sha256=sU0bSBZa9Y4Q-mmkDf3HbQ0MNSWk5o9bC9sNgtnBokk,14598
+kiln_ai/adapters/test_provider_tools.py,sha256=b9CDC-Cul2WHoVmON1IOp6BI5jiJNqJCC0rnr1Fm8P8,17468
+kiln_ai/adapters/test_saving_adapter_results.py,sha256=SYYh2xY1zmeKhFHfWAuEY4pEiLd8SitSV5ewGOTmaOI,6447
+kiln_ai/adapters/test_structured_output.py,sha256=9Mgng-HOXiZ_WcJG5cpMWhtsdJt8Rn-7qIouBWvWVoU,9324
+kiln_ai/adapters/data_gen/__init__.py,sha256=QTZWaf7kq5BorhPvexJfwDEKmjRmIbhwW9ei8LW2SIs,276
+kiln_ai/adapters/data_gen/data_gen_prompts.py,sha256=kudjHnAz7L3q0k_NLyTlaIV7M0uRFrxXNcfcnjOE2uc,5810
+kiln_ai/adapters/data_gen/data_gen_task.py,sha256=vwjC47YDrsl4GtBJpK6FWh07TGd8CalhZOX4p4YBX8w,5904
+kiln_ai/adapters/data_gen/test_data_gen_task.py,sha256=TC_n1iWgfLp87q7eNE3ZunVCuk_J25vfw-ohi2qtnp0,9668
+kiln_ai/adapters/fine_tune/__init__.py,sha256=DxdTR60chwgck1aEoVYWyfWi6Ed2ZkdJj0lar-SEAj4,257
+kiln_ai/adapters/fine_tune/base_finetune.py,sha256=-3hyWZXImJomaZeAME6mxbjifQDAn7hwlgTm8VVkxkg,5861
+kiln_ai/adapters/fine_tune/dataset_formatter.py,sha256=DzmUaCaUalTYaX2aNtnb_oucb5ZghI13RDVwtxECMUU,6340
+kiln_ai/adapters/fine_tune/finetune_registry.py,sha256=H1B-opCTlIyd9JlIFTKsY_ctxUX9ziEc49_gnmg1SZg,483
+kiln_ai/adapters/fine_tune/fireworks_finetune.py,sha256=B5o_-A0_Y_QYtgUXZWhKAjR1MeCXvZWz5scZZuK3pMg,13303
+kiln_ai/adapters/fine_tune/openai_finetune.py,sha256=WJKczDN7CA1TJnIokzZu7hbcZiOv9JIRA1scv1zDe8o,8312
+kiln_ai/adapters/fine_tune/test_base_finetune.py,sha256=YOCdQCL5Q0kpBiaU3hccafknCg0kIFRyp16lttR2Io0,9843
+kiln_ai/adapters/fine_tune/test_dataset_formatter.py,sha256=7atbHb4kFtgSmHQMNrSnNpH2ZO8drpnfwKWCsx1p8mM,11127
+kiln_ai/adapters/fine_tune/test_fireworks_tinetune.py,sha256=Y6r5BxsevFeEUHJikfFLeeG6fbPvLOxQpqIMpn-SpvU,15272
+kiln_ai/adapters/fine_tune/test_openai_finetune.py,sha256=EF-f0JbVaPiVXF0eBYbwTKdi5thA45s-XbVB0iUBI00,16629
+kiln_ai/adapters/repair/__init__.py,sha256=dOO9MEpEhjiwzDVFg3MNfA2bKMPlax9iekDatpTkX8E,217
+kiln_ai/adapters/repair/repair_task.py,sha256=L7WTFEpfaGpWXHPQf7BTNL0wiDPbeBIVqn7qNV_SeZc,3354
+kiln_ai/adapters/repair/test_repair_task.py,sha256=JBcyqyQYWniiUo4FSle9kUEsnbTsl5JN1LTRN1SRnrE,7940
+kiln_ai/datamodel/__init__.py,sha256=qavy8MSzO2n9O5KMrMHXkmj2nG949_vK4Q_Y4oSiuqw,24390
+kiln_ai/datamodel/basemodel.py,sha256=H2e_wvhoqqSJLz96xj9uVG-nXp5bgiuPwxJXRI4qZuU,21301
+kiln_ai/datamodel/json_schema.py,sha256=l4BIq1ItLHgcSHqsqDOchegLLHY48U4yR0SP2aMb4i0,2449
+kiln_ai/datamodel/model_cache.py,sha256=d8VjPp0p5BhrGSkx9soKyxO6VWW-bcesNSJI21ySvmA,4369
+kiln_ai/datamodel/registry.py,sha256=XwGFXJFKZtOpR1Z9ven6SftggfADdZRm8TFxCEVtfUQ,957
+kiln_ai/datamodel/test_basemodel.py,sha256=r40jWaW1073ZdIhHe-GHFE8jJDD9ocauItInOsK8pWU,15234
+kiln_ai/datamodel/test_dataset_split.py,sha256=aBjHVyTdt4mWXEKBkvvchEEZSj8jUwhXRZ37LbBxTi4,7265
+kiln_ai/datamodel/test_datasource.py,sha256=GAiZz31qezVVPwFqnt8wHMu15WvtlV89jw8C1Ue6YNI,3165
+kiln_ai/datamodel/test_example_models.py,sha256=9Jhc0bvbM4hCjJGiQNgWH5rwyIsGuneAD8h4o1P3zAY,20356
+kiln_ai/datamodel/test_json_schema.py,sha256=vdLnTQxxrcmuSrf6iOmkrmpfh7JnxqIw4B4dbDAAcZ4,3199
+kiln_ai/datamodel/test_model_cache.py,sha256=9HvK2etVZJyepdlRz5ja7u1CnyzhsV4_BupJF77yBxE,7285
+kiln_ai/datamodel/test_models.py,sha256=-ygQe8XeiZcZJxaffgK5KudRzHXs52ZDEDUSoz8B7eI,13665
+kiln_ai/datamodel/test_nested_save.py,sha256=xciCddqvPyKyoyjC5Lx_3Kh1t4LJv1xYRAPazR3SRcs,5588
+kiln_ai/datamodel/test_output_rating.py,sha256=iw7fVUAPORA-0-VFiikZV3NDycGFaFMHSX1a38t_aQA,2647
+kiln_ai/datamodel/test_registry.py,sha256=PhS4anLi5Bf_023obuTlO5DALhtPB8WIc_bX12Yg6Po,2705
+kiln_ai/utils/__init__.py,sha256=PTD0MwBCKAMIOGsTAwsFaJOusTJJoRFTfOGqRvCaU-E,142
+kiln_ai/utils/config.py,sha256=BZpARYTcK0vNGo_h-0Fjp9aP-1xZYAGEuYS0HdBWWHA,5946
+kiln_ai/utils/formatting.py,sha256=VtB9oag0lOGv17dwT7OPX_3HzBfaU9GsLH-iLete0yM,97
+kiln_ai/utils/name_generator.py,sha256=v26TgpCwQbhQFcZvzgjZvURinjrOyyFhxpsI6NQrHKc,1914
+kiln_ai/utils/test_config.py,sha256=pTYItz5WD15rTRdxKE7vszXF_mb-dik2qrFWzkVemEY,7671
+kiln_ai/utils/test_name_geneator.py,sha256=9-hSTBshyakqlPbFnNcggwLrL7lcPTitauBYHg9jFWI,1513
+kiln_ai-0.7.1.dist-info/METADATA,sha256=Hl--1C_wZrj_ui9WByLBgjrSzielnezjX8CR7JCJboQ,9050
+kiln_ai-0.7.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+kiln_ai-0.7.1.dist-info/licenses/LICENSE.txt,sha256=_NA5pnTYgRRr4qH6lE3X-TuZJ8iRcMUi5ASoGr-lEx8,1209
+kiln_ai-0.7.1.dist-info/RECORD,,

{kiln_ai-0.6.1.dist-info → kiln_ai-0.7.1.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: hatchling 1.26.3
+Generator: hatchling 1.27.0
 Root-Is-Purelib: true
 Tag: py3-none-any

kiln_ai/adapters/test_ml_model_list.py

@@ -1,181 +0,0 @@
-import json
-from unittest.mock import patch
-
-import pytest
-
-from kiln_ai.adapters.ml_model_list import (
-    ModelName,
-    ModelProviderName,
-    OllamaConnection,
-    check_provider_warnings,
-    get_model_and_provider,
-    ollama_model_supported,
-    parse_ollama_tags,
-    provider_name_from_id,
-    provider_warnings,
-)
-
-
-@pytest.fixture
-def mock_config():
-    with patch("kiln_ai.adapters.ml_model_list.get_config_value") as mock:
-        yield mock
-
-
-def test_check_provider_warnings_no_warning(mock_config):
-    mock_config.return_value = "some_value"
-
-    # This should not raise an exception
-    check_provider_warnings(ModelProviderName.amazon_bedrock)
-
-
-def test_check_provider_warnings_missing_key(mock_config):
-    mock_config.return_value = None
-
-    with pytest.raises(ValueError) as exc_info:
-        check_provider_warnings(ModelProviderName.amazon_bedrock)
-
-    assert provider_warnings[ModelProviderName.amazon_bedrock].message in str(
-        exc_info.value
-    )
-
-
-def test_check_provider_warnings_unknown_provider():
-    # This should not raise an exception, as no settings are required for unknown providers
-    check_provider_warnings("unknown_provider")
-
-
-@pytest.mark.parametrize(
-    "provider_name",
-    [
-        ModelProviderName.amazon_bedrock,
-        ModelProviderName.openrouter,
-        ModelProviderName.groq,
-        ModelProviderName.openai,
-    ],
-)
-def test_check_provider_warnings_all_providers(mock_config, provider_name):
-    mock_config.return_value = None
-
-    with pytest.raises(ValueError) as exc_info:
-        check_provider_warnings(provider_name)
-
-    assert provider_warnings[provider_name].message in str(exc_info.value)
-
-
-def test_check_provider_warnings_partial_keys_set(mock_config):
-    def mock_get(key):
-        return "value" if key == "bedrock_access_key" else None
-
-    mock_config.side_effect = mock_get
-
-    with pytest.raises(ValueError) as exc_info:
-        check_provider_warnings(ModelProviderName.amazon_bedrock)
-
-    assert provider_warnings[ModelProviderName.amazon_bedrock].message in str(
-        exc_info.value
-    )
-
-
-def test_provider_name_from_id_unknown_provider():
-    assert (
-        provider_name_from_id("unknown_provider")
-        == "Unknown provider: unknown_provider"
-    )
-
-
-def test_provider_name_from_id_case_sensitivity():
-    assert (
-        provider_name_from_id(ModelProviderName.amazon_bedrock.upper())
-        == "Unknown provider: AMAZON_BEDROCK"
-    )
-
-
-@pytest.mark.parametrize(
-    "provider_id, expected_name",
-    [
-        (ModelProviderName.amazon_bedrock, "Amazon Bedrock"),
-        (ModelProviderName.openrouter, "OpenRouter"),
-        (ModelProviderName.groq, "Groq"),
-        (ModelProviderName.ollama, "Ollama"),
-        (ModelProviderName.openai, "OpenAI"),
-    ],
-)
-def test_provider_name_from_id_parametrized(provider_id, expected_name):
-    assert provider_name_from_id(provider_id) == expected_name
-
-
-def test_parse_ollama_tags_no_models():
-    json_response = '{"models":[{"name":"phi3.5:latest","model":"phi3.5:latest","modified_at":"2024-10-02T12:04:35.191519822-04:00","size":2176178843,"digest":"61819fb370a3c1a9be6694869331e5f85f867a079e9271d66cb223acb81d04ba","details":{"parent_model":"","format":"gguf","family":"phi3","families":["phi3"],"parameter_size":"3.8B","quantization_level":"Q4_0"}},{"name":"gemma2:2b","model":"gemma2:2b","modified_at":"2024-09-09T16:46:38.64348929-04:00","size":1629518495,"digest":"8ccf136fdd5298f3ffe2d69862750ea7fb56555fa4d5b18c04e3fa4d82ee09d7","details":{"parent_model":"","format":"gguf","family":"gemma2","families":["gemma2"],"parameter_size":"2.6B","quantization_level":"Q4_0"}},{"name":"llama3.1:latest","model":"llama3.1:latest","modified_at":"2024-09-01T17:19:43.481523695-04:00","size":4661230720,"digest":"f66fc8dc39ea206e03ff6764fcc696b1b4dfb693f0b6ef751731dd4e6269046e","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"8.0B","quantization_level":"Q4_0"}}]}'
-    tags = json.loads(json_response)
-    print(json.dumps(tags, indent=2))
-    conn = parse_ollama_tags(tags)
-    assert "phi3.5:latest" in conn.models
-    assert "gemma2:2b" in conn.models
-    assert "llama3.1:latest" in conn.models
-
-
-def test_ollama_model_supported():
-    conn = OllamaConnection(
-        models=["phi3.5:latest", "gemma2:2b", "llama3.1:latest"], message="Connected"
-    )
-    assert ollama_model_supported(conn, "phi3.5:latest")
-    assert ollama_model_supported(conn, "phi3.5")
-    assert ollama_model_supported(conn, "gemma2:2b")
-    assert ollama_model_supported(conn, "llama3.1:latest")
-    assert ollama_model_supported(conn, "llama3.1")
-    assert not ollama_model_supported(conn, "unknown_model")
-
-
-def test_get_model_and_provider_valid():
-    # Test with a known valid model and provider combination
-    model, provider = get_model_and_provider(
-        ModelName.phi_3_5, ModelProviderName.ollama
-    )
-
-    assert model is not None
-    assert provider is not None
-    assert model.name == ModelName.phi_3_5
-    assert provider.name == ModelProviderName.ollama
-    assert provider.provider_options["model"] == "phi3.5"
-
-
-def test_get_model_and_provider_invalid_model():
-    # Test with an invalid model name
-    model, provider = get_model_and_provider(
-        "nonexistent_model", ModelProviderName.ollama
-    )
-
-    assert model is None
-    assert provider is None
-
-
-def test_get_model_and_provider_invalid_provider():
-    # Test with a valid model but invalid provider
-    model, provider = get_model_and_provider(ModelName.phi_3_5, "nonexistent_provider")
-
-    assert model is None
-    assert provider is None
-
-
-def test_get_model_and_provider_valid_model_wrong_provider():
-    # Test with a valid model but a provider that doesn't support it
-    model, provider = get_model_and_provider(
-        ModelName.phi_3_5, ModelProviderName.amazon_bedrock
-    )
-
-    assert model is None
-    assert provider is None
-
-
-def test_get_model_and_provider_multiple_providers():
-    # Test with a model that has multiple providers
-    model, provider = get_model_and_provider(
-        ModelName.llama_3_1_70b, ModelProviderName.groq
-    )
-
-    assert model is not None
-    assert provider is not None
-    assert model.name == ModelName.llama_3_1_70b
-    assert provider.name == ModelProviderName.groq
-    assert provider.provider_options["model"] == "llama-3.1-70b-versatile"