python-flexeval 0.1.5__py3-none-any.whl

flexeval/schema/eval_schema.py

@@ -0,0 +1,163 @@
+# originally generated by datamodel-codegen:
+#   filename:  src/flexeval/eval_schema.json
+#   timestamp: 2025-05-19T21:42:39+00:00
+
+from __future__ import annotations
+
+import sys
+from typing import Any, Dict, List, Literal, Optional
+
+from pydantic import BaseModel, Field
+
+from flexeval.schema import schema_utils
+
+VALID_METRIC_LEVELS = ["Message", "Turn", "Thread", "ToolCall"]
+MetricLevel = Literal["Message", "Turn", "Thread", "ToolCall"]
+
+
+class DependsOnItem(BaseModel):
+    class Config:
+        extra = "forbid"
+
+    name: Optional[str] = Field(
+        None, description="Name of the dependency function or rubric."
+    )
+    type: Optional[Literal["function", "rubric"]] = Field(
+        None,
+        description="One of 'function' or 'rubric' indicating the type of the dependency.",
+    )
+    kwargs: Optional[Dict[str, Any]] = Field(
+        None,
+        description="The keyword arguments for the dependency. If provided, used to match which evaluation this dependency is for, so must match the keyword args given for some evaluation.",
+    )
+    metric_name: Optional[str] = Field(
+        None,
+        description="Name of the metric dependency. This may be different than function_name if the metric function returns a key/value pair - in which case, this will match the key.",
+    )
+    metric_level: Optional[MetricLevel] = Field(
+        None,
+        description="The level of the metric to depend on, which must be equal to or 'greater' than the dependent metric's level. e.g. a Turn can depend on a Thread metric, but not the reverse.",
+    )
+    relative_object_position: int = Field(
+        0,
+        le=0,
+        strict=True,
+        description="The position of the object within the Thread. If 0 (default), this is the metric value for the current object. If -1, this is the metric value for the most recent object before this one.",
+    )
+    # TODO we could consider adding an absolute_object_position
+    metric_min_value: Optional[float] = Field(
+        -sys.float_info.max,
+        description="Minimum value of the dependency to consider it as satisfied.",
+    )
+    metric_max_value: Optional[float] = Field(
+        sys.float_info.max,
+        description="Maximum value of the dependency to consider it as satisfied.",
+    )
+
+
+class MetricItem(BaseModel):
+    name: str = Field(
+        ...,
+        description="The function to call or name of rubric to use to compute this metric.",
+    )
+    depends_on: Optional[List[DependsOnItem]] = Field(
+        default_factory=list,
+        description="List of dependencies that must be satisfied for this metric to be computed.",
+    )
+    # TODO why is metric_level optional? Should likely make it required
+    metric_level: Optional[MetricLevel] = Field(
+        "Turn",
+        description="What level of granularity (ToolCall, Message, Turn, or Thread) this rubric should be applied to",
+    )
+
+
+class FunctionItem(MetricItem):
+    kwargs: schema_utils.OptionalDict = Field(
+        default_factory=dict,
+        description="Keyword arguments for the function. Each key must correspond to an argument in the function. Extra keys will cause an error.",
+    )
+    # TODO add the ability to provide a function source: Path | FunctionsCollection | schema_utils.ModuleType
+
+
+class RubricItem(MetricItem):
+    # TODO is RubricItem.kwargs actually used?
+    kwargs: Optional[Dict[str, Any]] = Field(
+        default_factory=dict,
+        description="Keyword arguments for the rubric evaluation.",
+    )
+    # TODO add the ability to provide a rubric source: Path | RubricsCollection
+
+
+class Metrics(BaseModel):
+    """Defines the metrics to be evaluated."""
+
+    function: Optional[List[FunctionItem]] = Field(
+        None, description="List of function-based metrics to be evaluated."
+    )
+    rubric: Optional[List[RubricItem]] = Field(
+        None, description="List of rubrics to be evaluated."
+    )
+
+
+class CompletionLlm(BaseModel):
+    class Config:
+        extra = "forbid"
+
+    function_name: str = Field(
+        ...,
+        description="Completion function defined in `completion_functions.py` or available in the global namespace.",
+    )
+    include_system_prompt: bool = True
+    kwargs: Dict[str, Any] = Field(
+        default_factory=dict,
+        description="Additional arguments that will be passed to the completion function. Must correspond to arguments in the named function.",
+    )
+
+
+class GraderLlm(BaseModel):
+    class Config:
+        extra = "forbid"
+
+    function_name: str = Field(
+        ...,
+        description="Function defined in `completion_functions.py`. We're not really completing a conversation, but we ARE asking an LLM to provide a response to an input - in this case, the rubric.",
+    )
+    kwargs: Dict[str, Any] = Field(
+        default_factory=dict,
+        description="Additional arguments that will be passed to the completion function. Must correspond to arguments in tne named function.",
+    )
+
+
+class Eval(BaseModel):
+    """Defines the evaluation that should be executed.
+
+    The key fields are :attr:`metrics` and :attr:`grader_llm`.
+    """
+
+    class Config:
+        # TODO don't permit additional fields in Eval
+        extra = "allow"
+
+    do_completion: bool = Field(
+        False,
+        description="Flag to determine if completions should be done in each thread. Set to 'true' if you are testing a new API and want to evaluate the API responses. Set to 'false' (default) if you are evaluating past conversations and do not need to generate new completions.",
+    )
+    name: Optional[str] = Field(
+        None,
+        description="Name of the test suite. Used as metadata only. Does not need to match the key of the entry in the evals.yaml file.",
+    )
+    notes: str = Field(
+        "",
+        description="Additional notes regarding the configuration. Used as metadata only.",
+    )
+    metrics: Metrics = Field(
+        default_factory=Metrics, description="Metrics to use in the evaluation."
+    )
+    completion_llm: Optional[CompletionLlm] = Field(
+        None,
+        description="Specification of the LLM or API used to perform new completions. Must be defined if `do_completions: true` is set.",
+    )
+    grader_llm: Optional[GraderLlm] = Field(
+        None,
+        description="Specification of the LLM or API used to grade rubrics. Must be defined if any rubric_metrics are specified.",
+    )

flexeval/schema/evalrun_schema.py

@@ -0,0 +1,97 @@
+"""The top-level :class:`~flexeval.schema.evalrun_schema.EvalRun` schema and associated sub-schema."""
+
+from pathlib import Path
+from typing import Annotated, Callable, Iterable, Literal
+
+from annotated_types import Len
+from pydantic import BaseModel, Field, FilePath
+
+from flexeval.configuration import function_metrics
+from flexeval.schema import config_schema, eval_schema, rubric_schema, schema_utils
+
+
+class DataSource(BaseModel):
+    # TODO support more generic DataSource interface
+    # for now, we need to use FileDataSource because we path the JSONL paths along
+    name: str | None = Field(None, description="")
+    notes: str | None = Field(None, description="")
+
+
+class IterableDataSource(DataSource):
+    """Not yet implemented."""
+
+    contents: Iterable = Field(
+        default_factory=list,
+        description="Iterable of data items, presumably in the jsonl format (for now).",
+    )
+
+
+class FileDataSource(DataSource):
+    """File to be used as a data source."""
+
+    # TODO in the future, we could use cloudpathlib to support cloud paths
+    path: FilePath = Field(
+        description="Absolute or relative path to data file. Each file must be in jsonl format, with one conversation per line."
+    )
+    format: Literal["jsonl"] = Field("jsonl", description="Format of the data file.")
+
+
+class FunctionsCollection(BaseModel):
+    """Collection of functions that can be used as :class:`~flexeval.schema.eval_schema.FunctionItem`\s."""
+
+    functions: list[Callable] = Field(
+        default_factory=list,
+        description="Callables that can be used as functions for evaluation.",
+    )
+
+
+def get_default_rubrics() -> list[Path | rubric_schema.RubricsCollection]:
+    """Utility function to retrieve the default rubric collection."""
+    from flexeval import rubric
+
+    return [rubric.get_default_rubric_collection()]
+
+
+def get_default_function_metrics() -> list[
+    Path | FunctionsCollection | schema_utils.ModuleType
+]:
+    """Utility function to retrieve the default function collection."""
+    return [function_metrics]
+
+
+class EvalRun(BaseModel):
+    """EvalRun defines the schema that FlexEval expects.
+
+    At a minimum, you need to provide a set of input data sources and an :class:`~flexeval.schema.eval_schema.Eval`.
+
+    You can evaluate an EvalRun using :func:`~flexeval.runner.run`.
+
+    Read more in the :ref:`user_guide`."""
+
+    data_sources: Annotated[list[FileDataSource], Len(min_length=1)] = Field(
+        description="List of data sources.",
+    )
+    database_path: Path = Field(
+        Path("flexeval/results/results.db"),
+        description="Output database path.",
+    )
+    eval: eval_schema.Eval = Field(
+        description="The evaluation to apply to the data sources."
+    )
+    config: config_schema.Config = Field(
+        default_factory=config_schema.Config, description="Configuration details."
+    )
+    rubric_paths: list[Path | rubric_schema.RubricsCollection] = Field(
+        default_factory=get_default_rubrics,
+        description="Additional sources for rubrics. If a Path, should be a YAML file in the expected format.",
+    )
+    function_modules: list[FilePath | FunctionsCollection | schema_utils.ModuleType] = (
+        Field(
+            default_factory=get_default_function_metrics,
+            description="Additional sources for functions.",
+        )
+    )
+    add_default_functions: bool = Field(
+        True,
+        description="If the default functions at :mod:`flexeval.configuration.function_metrics` should be made available.",
+    )

flexeval/schema/rubric_schema.py

@@ -0,0 +1,40 @@
+from pydantic import BaseModel, Field, field_validator
+
+
+class Rubric(BaseModel):
+    prompt: str = Field(description="Prompt for the rubric.")
+    choice_scores: dict[str, int | float] = Field(
+        default_factory=dict, description="Choices."
+    )
+    name: str | None = Field(None, description="Optional name of the rubric.")
+    notes: str | None = Field(None, description="Optional notes.")
+
+    @field_validator("prompt")
+    @classmethod
+    def is_rubric_prompt_valid(cls, prompt: str):
+        if "{conversation}" in prompt and "{context}" in prompt:
+            raise ValueError(
+                "Your rubric should not have both {conversation} and {context}. Please check the README file for more information about how to write FlexEval rubrics."
+            )
+
+        if "{completion}" in prompt and "{content}" in prompt:
+            raise ValueError(
+                "Your rubric should not have both {content} and {completion}. Please check the README file for more information about how to write FlexEval rubrics."
+            )
+        return prompt
+
+    @field_validator("choice_scores")
+    @classmethod
+    def check_non_empty(cls, v):
+        if not v:
+            raise ValueError("Must provide at least two choice scores.")
+        return v
+
+
+class RubricsCollection(BaseModel):
+    """Collection of rubrics that can be used as :class:`~flexeval.schema.eval_schema.RubricItem`\s."""
+
+    rubrics: dict[str, Rubric] = Field(
+        default_factory=dict,
+        description="Mapping of rubric names to Rubrics. The rubric names are used for matching metrics to specific rubrics.",
+    )

flexeval/schema/schema_utils.py

@@ -0,0 +1,26 @@
+import types
+from typing import Annotated, Any
+
+from pydantic import BeforeValidator, PlainSerializer, PlainValidator
+
+
+def validate_python_module(value: Any) -> Any:
+    if not isinstance(value, types.ModuleType):
+        raise ValueError(f"Expected a module, got a '{type(value)}'.")
+    return value
+
+
+ModuleType = Annotated[
+    types.ModuleType,
+    PlainValidator(validate_python_module),
+    PlainSerializer(lambda x: str(x.__name__)),
+]
+
+
+def convert_none_or_empty_string_to_dict(value: Any):
+    if value is None or (isinstance(value, str) and value.strip() == ""):
+        return {}
+    return value
+
+
+OptionalDict = Annotated[dict, BeforeValidator(convert_none_or_empty_string_to_dict)]

python_flexeval-0.1.5.dist-info/METADATA

@@ -0,0 +1,118 @@
+Metadata-Version: 2.4
+Name: python-flexeval
+Version: 0.1.5
+Summary: FlexEval is a tool for designing custom metrics, completion functions, and LLM-graded rubrics for evaluating the behavior of LLM-powered systems.
+Project-URL: Homepage, https://digitalharborfoundation.github.io/FlexEval/
+Project-URL: GitHub, https://github.com/DigitalHarborFoundation/FlexEval
+Project-URL: Issues, https://github.com/DigitalHarborFoundation/FlexEval/issues
+Author: S. Thomas Christie, Zachary Levonian, Baptiste Moreau-Pernet, Anna Rafferty, Terry Yu Tian
+License-Expression: MIT
+License-File: LICENSE
+Keywords: conversation,education,evaluation,large language models,learning engineering
+Classifier: Intended Audience :: Education
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Natural Language :: English
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Scientific/Engineering
+Requires-Python: >=3.10
+Requires-Dist: flatten-json>=0.1.14
+Requires-Dist: jsonschema>=4.23.0
+Requires-Dist: langchain-openai>=0.3.8
+Requires-Dist: langchain>=0.3.20
+Requires-Dist: langgraph-checkpoint-sqlite>=2.0.6
+Requires-Dist: langgraph>=0.3.6
+Requires-Dist: litellm>=1.74.3
+Requires-Dist: msgpack>=1.1.0
+Requires-Dist: networkx>=3.4.2
+Requires-Dist: openai>=1.66.0
+Requires-Dist: pandas>=2.2.3
+Requires-Dist: peewee>=3.17.9
+Requires-Dist: pydantic>=2.10.6
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: pyyaml>=6.0.2
+Requires-Dist: requests>=2.32.3
+Requires-Dist: sympy>=1.13.3
+Requires-Dist: textstat>=0.7.5
+Requires-Dist: typer>=0.16.0
+Description-Content-Type: text/markdown
+
+# FlexEval LLM Evals
+
+[![DOI](https://zenodo.org/badge/DOI/10.5281/zenodo.12729993.svg)](https://doi.org/10.5281/zenodo.12729993)
+[![License](https://img.shields.io/github/license/DigitalHarborFoundation/FlexEval)](https://github.com/DigitalHarborFoundation/FlexEval/blob/main/LICENSE)
+
+![FlexEval banner](/docs/_static/flexeval_banner.svg)
+
+FlexEval is a tool for designing custom metrics, completion functions, and LLM-graded rubrics for evaluating the behavior of LLM-powered systems.
+
+**Documentation:** <https://digitalharborfoundation.github.io/FlexEval>
+
+Additional details about FlexEval can be found [in our paper](https://doi.org/10.5281/zenodo.12729993) at the _Educational Data Mining_ 2024 conference.
+
+## Usage
+
+Basic usage: 
+
+```python
+import flexeval
+from flexeval.schema import Eval, EvalRun, FileDataSource, Metrics, FunctionItem, Config
+
+data_sources = [FileDataSource(path="vignettes/conversations.jsonl")]
+eval = Eval(metrics=Metrics(function=[FunctionItem(name="flesch_reading_ease")]))
+config = Config(clear_tables=True)
+eval_run = EvalRun(
+    data_sources=data_sources,
+    database_path="eval_results.db",
+    eval=eval,
+    config=config,
+)
+flexeval.run(eval_run)
+```
+
+This example computes [Flesch reading ease](https://en.wikipedia.org/wiki/Flesch%E2%80%93Kincaid_readability_tests#Flesch_reading_ease) for every turn in a list of conversations provided in JSONL format. The metric values are stored in an SQLite database called `eval_results.db`.
+
+See additional usage examples in the [vignettes](/vignettes).
+
+## Installation
+
+FlexEval is on PyPI as [`python-flexeval`](https://pypi.org/p/python-flexeval). See the [Installation](https://digitalharborfoundation.github.io/FlexEval/getting_started.html#Installation) section in the [Getting Started](https://digitalharborfoundation.github.io/FlexEval/getting_started.html) guide.
+
+Using `pip`:
+
+```bash
+pip install python-flexeval
+```
+
+## Basic functionality
+
+FlexEval is designed to be "batteries included" for many basic use cases. It supports the following out-of-the-box:
+
+- scoring historical conversations - useful for monitoring live systems.
+- scoring LLMs:
+  - locally hosted and served via an endpoint using something like [LM Studio](https://lmstudio.ai)
+  - LLMs accessible by a REST endpoint and accessible via a network call
+  - any OpenAI LLM
+- a set of useful rubrics
+- a set of useful Python functions
+
+Evaluation results are saved in an SQLite database. See the [Metric Analysis](/vignettes/metric_analysis.ipynb) vignette for a sample analysis demonstrating the structure and utility of the data saved by FlexEval.
+
+
+Read more in the [Getting Started](https://digitalharborfoundation.github.io/FlexEval/getting_started.html) guide.
+
+## Cite this work
+
+If this work is useful to you, please cite [our EDM 2024 paper](https://educationaldatamining.org/edm2024/proceedings/2024.EDM-posters.107/2024.EDM-posters.107.pdf):
+
+>S. Thomas Christie, Baptiste Moreau-Pernet, Yu Tian, & John Whitmer. (2024). FlexEval: a customizable tool for chatbot performance evaluation and dialogue analysis. _Proceedings of the 17th International Conference on Educational Data Mining_, 903-908. Atlanta, Georgia, USA, July 2024. <https://doi.org/10.5281/zenodo.12729993>
+
+## Development
+
+Pull requests are welcome. Feel free to contribute:
+- New rubrics or functions
+- Bug fixes
+- New features
+
+See [DEVELOPMENT.md](DEVELOPMENT.md).

python_flexeval-0.1.5.dist-info/RECORD

@@ -0,0 +1,47 @@
+flexeval/__init__.py,sha256=FIVIg06yxMU_RHPpx22QtX94hnS8Ce7gCjOcQ2pECMc,337
+flexeval/__main__.py,sha256=c9NQqsea3e-_6b736gBeIO3O_zdXQ1wtY3-Scj5NiPg,126
+flexeval/cli.py,sha256=RwtRk121OivbLQyYpYxJ7PugPIYQ8J4qXHFN2SxxPy4,2985
+flexeval/completions.py,sha256=pi_tYK4m3vKSqAC1ym9Jc3e4srcQSXfx-mX4qI5qisQ,5686
+flexeval/compute_metrics.py,sha256=elQZvuh2jyateWzwIPm8RLHASq-XqFMinEIA0rlMkj8,37277
+flexeval/config.yaml,sha256=dpkFdW0rKf7StGoVeIGaCNw0n0yOfYWig0xmIfsDdbg,530
+flexeval/data_loader.py,sha256=EKc6wdpQuhrB2ai2U_fQxojzt1RR716ELisiZXpfu58,25311
+flexeval/db_utils.py,sha256=FKekqWAZ0oQbYNvw0bxuzHcZxlSsKKJkUhyfod-pMLg,1412
+flexeval/dependency_graph.py,sha256=SaG9gjkw2Q0NykqQWs4JzPkv5sMj2aXXmhjJ7yRkV4Q,10539
+flexeval/eval_schema.json,sha256=BQetj8O0_4rorj3Mpqk-sj_SCaRkGMrvBUcxhuw6zLE,13111
+flexeval/function_types.py,sha256=eH8NadQRw7XAOXAOKWYN6b7urjr57J5WzdiVyzh0Wb4,6898
+flexeval/helpers.py,sha256=gX-6Hx4_wOiqbfY8c8_kL3XbkdV8mpEjPmaAe44lOSk,1605
+flexeval/log_utils.py,sha256=E3RloPQZbtd8sEIg7mfN5fAku-TeNGqWy03SmwRllIE,923
+flexeval/rubric.py,sha256=UwtJOxIxFJcQVrDXXuCA3tF_FFTcvLPqo2F9lq8gPcM,2167
+flexeval/run_utils.py,sha256=cNFVRsFNYY9gpzbIUc-H4Gk7TWC64GXsYowQHoG7ZVU,2597
+flexeval/runner.py,sha256=X6ZfjfwIM3ymN_kHfRt_JSKPxpDxs_MWQPrvWhl2L7I,4340
+flexeval/classes/__init__.py,sha256=fywDMYX8W-nXFKRXolzn-RWd_7tiJr6FlouQJvYSoyE,347
+flexeval/classes/base.py,sha256=xxkTa8joPe39CFwveeTPW56LW-x7rsi5oBAIxrvM5iI,944
+flexeval/classes/dataset.py,sha256=Y_EdEIuhx526SSvkqk2tFBzkOgBkVY-5FeraYMtU5lo,2913
+flexeval/classes/eval_runner.py,sha256=-jkPlKhTWX0FpUDrzCaUIlIIlKsSAmDy06T4I1aB3Ds,6269
+flexeval/classes/eval_set_run.py,sha256=fq_wBOaxuq7dLxiZIw76WGIwhRBNbQWDUhpiK0wDG_A,1116
+flexeval/classes/message.py,sha256=zuDm_v1gmK49Fw5m-HTWiqndrI_xtLotlXD8nhRDDTg,7518
+flexeval/classes/metric.py,sha256=d8l39_QwnQDmTJvy9TIulU4p0jqD7ldMUi4m5zfK2Es,2806
+flexeval/classes/thread.py,sha256=LchsK9mmrY4K-zSTMAAmywlzPVwnpZ7rOHqBGPIlda8,2779
+flexeval/classes/tool_call.py,sha256=CteT2Hajor0PlHEEn7apfZux5_mremSIDrQmZ0iB7K0,1748
+flexeval/classes/turn.py,sha256=kLmgnYQ-4a8sydzGK1HTQRyUDXZIedmt_NFR3shLJFE,8635
+flexeval/configuration/__init__.py,sha256=wP_gpYyaEp5DxCSH8-4KHchH07JMZZOk8eCFMfd5LBw,75
+flexeval/configuration/completion_functions.py,sha256=-N0iFAfcYcm35S78M3ES4MBkLXpDeEfy2Qq1ORHGBXE,7491
+flexeval/configuration/evals.yaml,sha256=3mbD3gEccTDotm8kj4doYTujqRD_PkGhCVhjQaSEqSs,22651
+flexeval/configuration/function_metrics.py,sha256=UqCCl_xoG6kH6jRset0m1FQoAfUrqt9bqipxAshN5_A,22419
+flexeval/configuration/rubric_metrics.yaml,sha256=JfE6gPj4LtM2v0b5-Zge3NwM17YgJEBZXzTVn9UL7zk,9424
+flexeval/io/__init__.py,sha256=MqdgcPzkFpSnOEz-e2GNNd8XOI_DbyNjIP8AT5eqUqI,101
+flexeval/io/parsers/yaml_parser.py,sha256=2yE6j_RM_YG5nkNUWZckrymh61n28AG46lqnPSlWitk,1818
+flexeval/metrics/__init__.py,sha256=zBg-thOos5X1-YUH70PkdMqFnPdsrTM0Bt3fIjhfxDM,131
+flexeval/metrics/access.py,sha256=U-IhG_dhC8HZ9BMnBKHiEvHretUuAnzuUWJ288XuPiA,681
+flexeval/metrics/save.py,sha256=8x9ifRiHtQT7_WeMP0XmYK1zfourXMnHkGZy_iR0Xcc,1643
+flexeval/schema/__init__.py,sha256=4OA6Q7Dguz-uaulwoRsrtaoReFmyNsKqyi_CvfDV4-c,379
+flexeval/schema/config_schema.py,sha256=LkmtiOLfPsX1u_6Ey6gFbRr8tQwxqcuLcyf-xYcBf9o,1619
+flexeval/schema/eval_schema.py,sha256=95kCkiGS67TfpVUfUaBdBMoKIpUJoY1beUgLWwg5Ljk,6373
+flexeval/schema/evalrun_schema.py,sha256=LE6RmNHeRJIRye68xUMOaknWMNLcugfnQoUEkeP1JRs,3526
+flexeval/schema/rubric_schema.py,sha256=9DaqU-Av6XMig7iIy3EObLhEkhjtYIxeCqpovKLYfYw,1615
+flexeval/schema/schema_utils.py,sha256=Fg1foqRA-9X-hl_vqIF3bpYdE51hNEgdw739Q-s3iQc,698
+python_flexeval-0.1.5.dist-info/METADATA,sha256=LPvBmYMMKpyxgStPchWxj1fhBYoNbbdb7-UgQX2b4CY,5095
+python_flexeval-0.1.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+python_flexeval-0.1.5.dist-info/entry_points.txt,sha256=wSyluqXhrX3xySVYAtM-Kv23p4OauKQCSBuNNfzEGtI,52
+python_flexeval-0.1.5.dist-info/licenses/LICENSE,sha256=OlAu_c13gw6-fJ9UdhZBMeNr5STLrnWG_0Hv0SCXtu4,1082
+python_flexeval-0.1.5.dist-info/RECORD,,

python_flexeval-0.1.5.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.27.0
+Root-Is-Purelib: true
+Tag: py3-none-any

python_flexeval-0.1.5.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+flexeval = flexeval.__main__:main

python_flexeval-0.1.5.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Digital Harbor Foundation
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.