python-flexeval 0.4.1__tar.gz → 0.4.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- python_flexeval-0.4.3/.github/dependabot.yml +14 -0
- python_flexeval-0.4.3/.github/workflows/dependabot-auto-merge.yml +28 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/PKG-INFO +1 -1
- python_flexeval-0.4.3/src/flexeval/__about__.py +1 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/uv.lock +410 -171
- python_flexeval-0.4.1/.github/dependabot.yml +0 -8
- python_flexeval-0.4.1/src/flexeval/__about__.py +0 -1
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.env-example +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.github/workflows/deploy-to-pypi.yml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.github/workflows/github-pages.yml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.github/workflows/validate.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.gitignore +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.pre-commit-config.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.python-version +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.vscode/settings.json +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/CITATION.bib +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/CITATION.cff +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/CLAUDE.md +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/DEVELOPMENT.md +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/Dockerfile +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/EDM_2024_FlexEval.pdf +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/LICENSE +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/Makefile +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/README.md +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/data/metabase/.gitkeep +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docker-compose.yml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/_static/flexeval_banner.svg +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/_static/flexeval_favicon.svg +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/_static/flexeval_logo.png +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/_static/flexeval_logo2.png +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/_templates/footer.html +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/api.rst +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/conf.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/getting_started.rst +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/index.rst +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/sphinxext/__init__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/sphinxext/github.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/abstractions.rst +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/cli.rst +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/index.rst +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/logging.rst +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/motivation.md +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/rubric_guide.md +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/vignettes.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/vignettes.rst +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/example_project/example_specific_rubrics.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/logs/.gitkeep +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/make.bat +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/pyproject.toml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/ruff.toml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/__init__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/__main__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/__init__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/base.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/dataset.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/eval_runner.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/eval_set_run.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/jsonview.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/message.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/metric.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/thread.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/tool_call.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/turn.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/cli.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/completions.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/compute_metrics.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/config.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/configuration/__init__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/configuration/completion_functions.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/configuration/evals.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/configuration/function_metrics.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/configuration/rubric_metrics.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/data_loader.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/db_utils.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/dependency_graph.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/eval_schema.json +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/function_types.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/helpers.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/io/__init__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/io/parsers/yaml_parser.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/log_utils.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/metrics/__init__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/metrics/access.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/metrics/save.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/rubric.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/run_utils.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/runner.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/__init__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/config_schema.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/eval_schema.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/evalrun_schema.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/rubric_schema.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/schema_utils.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/metabase/Dockerfile +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/__init__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/data/multiturn.jsonl +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/data/plot-convos.jsonl +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/data/simple.jsonl +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/data/simple_metadata.jsonl +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/data/simple_nosystem.jsonl +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/__init__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/config-tests.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/data/multiturn.jsonl +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/data/plot-convos.jsonl +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/data/simple.jsonl +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/evals.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/functional_tests.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/langgraph_data.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/function_metric.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/functional_config.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/functional_evals.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/test_config.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/test_dataset.jsonl +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/test_evals.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/test_rubric_metrics.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/unittest.env +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/__init__.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/io/test_yaml_parser.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/mixins.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_completions.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_compute_metrics.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_data_loader.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_db_utils.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_dependency_graph.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_eval_runner.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_function_metrics.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_function_types.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_functional.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_rubric.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_schema.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/.gitignore +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/basic.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/basic_cli.md +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/basic_rubric.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/conversations.jsonl +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/custom_functions.py +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/custom_rubric.md +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/custom_rubrics.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/eval_run.yaml +0 -0
- {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/multiple_configs.py +0 -0
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
version: 2
|
|
2
|
+
updates:
|
|
3
|
+
|
|
4
|
+
- package-ecosystem: "uv"
|
|
5
|
+
directory: "/"
|
|
6
|
+
schedule:
|
|
7
|
+
interval: "weekly"
|
|
8
|
+
target-branch: "main"
|
|
9
|
+
groups:
|
|
10
|
+
# Batch all non-major updates into a single PR; majors stay separate
|
|
11
|
+
# so they can be reviewed individually (and skipped by auto-merge).
|
|
12
|
+
python-dependencies:
|
|
13
|
+
patterns: ["*"]
|
|
14
|
+
update-types: ["minor", "patch"]
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
name: Dependabot auto-merge
|
|
2
|
+
|
|
3
|
+
# Automatically enable auto-merge on Dependabot PRs. GitHub holds the merge
|
|
4
|
+
# until the "Run validation" required status check (see the "Merging to main"
|
|
5
|
+
# ruleset) passes, so tests still gate every merge. Major version bumps are
|
|
6
|
+
# skipped so a human reviews them.
|
|
7
|
+
|
|
8
|
+
on: pull_request
|
|
9
|
+
|
|
10
|
+
permissions:
|
|
11
|
+
contents: write
|
|
12
|
+
pull-requests: write
|
|
13
|
+
|
|
14
|
+
jobs:
|
|
15
|
+
auto-merge:
|
|
16
|
+
if: github.actor == 'dependabot[bot]'
|
|
17
|
+
runs-on: ubuntu-latest
|
|
18
|
+
steps:
|
|
19
|
+
- name: Fetch Dependabot metadata
|
|
20
|
+
id: meta
|
|
21
|
+
uses: dependabot/fetch-metadata@v2
|
|
22
|
+
|
|
23
|
+
- name: Enable auto-merge (skip majors)
|
|
24
|
+
if: steps.meta.outputs.update-type != 'version-update:semver-major'
|
|
25
|
+
run: gh pr merge --auto --merge "$PR_URL"
|
|
26
|
+
env:
|
|
27
|
+
PR_URL: ${{ github.event.pull_request.html_url }}
|
|
28
|
+
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: python-flexeval
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.3
|
|
4
4
|
Summary: FlexEval is a tool for designing custom metrics, completion functions, and LLM-graded rubrics for evaluating the behavior of LLM-powered systems.
|
|
5
5
|
Project-URL: Homepage, https://digitalharborfoundation.github.io/FlexEval/
|
|
6
6
|
Project-URL: GitHub, https://github.com/DigitalHarborFoundation/FlexEval
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.4.3"
|