python-flexeval 0.4.1__tar.gz → 0.4.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. python_flexeval-0.4.3/.github/dependabot.yml +14 -0
  2. python_flexeval-0.4.3/.github/workflows/dependabot-auto-merge.yml +28 -0
  3. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/PKG-INFO +1 -1
  4. python_flexeval-0.4.3/src/flexeval/__about__.py +1 -0
  5. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/uv.lock +410 -171
  6. python_flexeval-0.4.1/.github/dependabot.yml +0 -8
  7. python_flexeval-0.4.1/src/flexeval/__about__.py +0 -1
  8. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.env-example +0 -0
  9. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.github/workflows/deploy-to-pypi.yml +0 -0
  10. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.github/workflows/github-pages.yml +0 -0
  11. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.github/workflows/validate.yaml +0 -0
  12. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.gitignore +0 -0
  13. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.pre-commit-config.yaml +0 -0
  14. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.python-version +0 -0
  15. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/.vscode/settings.json +0 -0
  16. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/CITATION.bib +0 -0
  17. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/CITATION.cff +0 -0
  18. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/CLAUDE.md +0 -0
  19. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/DEVELOPMENT.md +0 -0
  20. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/Dockerfile +0 -0
  21. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/EDM_2024_FlexEval.pdf +0 -0
  22. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/LICENSE +0 -0
  23. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/Makefile +0 -0
  24. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/README.md +0 -0
  25. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/data/metabase/.gitkeep +0 -0
  26. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docker-compose.yml +0 -0
  27. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/_static/flexeval_banner.svg +0 -0
  28. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/_static/flexeval_favicon.svg +0 -0
  29. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/_static/flexeval_logo.png +0 -0
  30. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/_static/flexeval_logo2.png +0 -0
  31. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/_templates/footer.html +0 -0
  32. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/api.rst +0 -0
  33. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/conf.py +0 -0
  34. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/getting_started.rst +0 -0
  35. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/index.rst +0 -0
  36. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/sphinxext/__init__.py +0 -0
  37. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/sphinxext/github.py +0 -0
  38. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/abstractions.rst +0 -0
  39. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/cli.rst +0 -0
  40. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/index.rst +0 -0
  41. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/logging.rst +0 -0
  42. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/motivation.md +0 -0
  43. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/user_guide/rubric_guide.md +0 -0
  44. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/vignettes.py +0 -0
  45. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/docs/vignettes.rst +0 -0
  46. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/example_project/example_specific_rubrics.yaml +0 -0
  47. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/logs/.gitkeep +0 -0
  48. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/make.bat +0 -0
  49. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/pyproject.toml +0 -0
  50. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/ruff.toml +0 -0
  51. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/__init__.py +0 -0
  52. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/__main__.py +0 -0
  53. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/__init__.py +0 -0
  54. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/base.py +0 -0
  55. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/dataset.py +0 -0
  56. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/eval_runner.py +0 -0
  57. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/eval_set_run.py +0 -0
  58. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/jsonview.py +0 -0
  59. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/message.py +0 -0
  60. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/metric.py +0 -0
  61. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/thread.py +0 -0
  62. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/tool_call.py +0 -0
  63. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/classes/turn.py +0 -0
  64. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/cli.py +0 -0
  65. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/completions.py +0 -0
  66. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/compute_metrics.py +0 -0
  67. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/config.yaml +0 -0
  68. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/configuration/__init__.py +0 -0
  69. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/configuration/completion_functions.py +0 -0
  70. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/configuration/evals.yaml +0 -0
  71. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/configuration/function_metrics.py +0 -0
  72. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/configuration/rubric_metrics.yaml +0 -0
  73. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/data_loader.py +0 -0
  74. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/db_utils.py +0 -0
  75. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/dependency_graph.py +0 -0
  76. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/eval_schema.json +0 -0
  77. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/function_types.py +0 -0
  78. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/helpers.py +0 -0
  79. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/io/__init__.py +0 -0
  80. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/io/parsers/yaml_parser.py +0 -0
  81. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/log_utils.py +0 -0
  82. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/metrics/__init__.py +0 -0
  83. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/metrics/access.py +0 -0
  84. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/metrics/save.py +0 -0
  85. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/rubric.py +0 -0
  86. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/run_utils.py +0 -0
  87. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/runner.py +0 -0
  88. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/__init__.py +0 -0
  89. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/config_schema.py +0 -0
  90. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/eval_schema.py +0 -0
  91. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/evalrun_schema.py +0 -0
  92. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/rubric_schema.py +0 -0
  93. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/flexeval/schema/schema_utils.py +0 -0
  94. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/src/metabase/Dockerfile +0 -0
  95. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/__init__.py +0 -0
  96. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/data/multiturn.jsonl +0 -0
  97. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/data/plot-convos.jsonl +0 -0
  98. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/data/simple.jsonl +0 -0
  99. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/data/simple_metadata.jsonl +0 -0
  100. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/data/simple_nosystem.jsonl +0 -0
  101. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/__init__.py +0 -0
  102. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/config-tests.yaml +0 -0
  103. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/data/multiturn.jsonl +0 -0
  104. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/data/plot-convos.jsonl +0 -0
  105. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/data/simple.jsonl +0 -0
  106. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/evals.yaml +0 -0
  107. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/functional_tests.py +0 -0
  108. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/integration/langgraph_data.py +0 -0
  109. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/function_metric.py +0 -0
  110. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/functional_config.yaml +0 -0
  111. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/functional_evals.yaml +0 -0
  112. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/test_config.yaml +0 -0
  113. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/test_dataset.jsonl +0 -0
  114. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/test_evals.yaml +0 -0
  115. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/test_rubric_metrics.yaml +0 -0
  116. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/resources/unittest.env +0 -0
  117. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/__init__.py +0 -0
  118. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/io/test_yaml_parser.py +0 -0
  119. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/mixins.py +0 -0
  120. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_completions.py +0 -0
  121. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_compute_metrics.py +0 -0
  122. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_data_loader.py +0 -0
  123. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_db_utils.py +0 -0
  124. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_dependency_graph.py +0 -0
  125. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_eval_runner.py +0 -0
  126. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_function_metrics.py +0 -0
  127. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_function_types.py +0 -0
  128. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_functional.py +0 -0
  129. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_rubric.py +0 -0
  130. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/tests/unit/test_schema.py +0 -0
  131. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/.gitignore +0 -0
  132. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/basic.py +0 -0
  133. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/basic_cli.md +0 -0
  134. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/basic_rubric.py +0 -0
  135. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/conversations.jsonl +0 -0
  136. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/custom_functions.py +0 -0
  137. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/custom_rubric.md +0 -0
  138. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/custom_rubrics.yaml +0 -0
  139. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/eval_run.yaml +0 -0
  140. {python_flexeval-0.4.1 → python_flexeval-0.4.3}/vignettes/multiple_configs.py +0 -0
@@ -0,0 +1,14 @@
1
+ version: 2
2
+ updates:
3
+
4
+ - package-ecosystem: "uv"
5
+ directory: "/"
6
+ schedule:
7
+ interval: "weekly"
8
+ target-branch: "main"
9
+ groups:
10
+ # Batch all non-major updates into a single PR; majors stay separate
11
+ # so they can be reviewed individually (and skipped by auto-merge).
12
+ python-dependencies:
13
+ patterns: ["*"]
14
+ update-types: ["minor", "patch"]
@@ -0,0 +1,28 @@
1
+ name: Dependabot auto-merge
2
+
3
+ # Automatically enable auto-merge on Dependabot PRs. GitHub holds the merge
4
+ # until the "Run validation" required status check (see the "Merging to main"
5
+ # ruleset) passes, so tests still gate every merge. Major version bumps are
6
+ # skipped so a human reviews them.
7
+
8
+ on: pull_request
9
+
10
+ permissions:
11
+ contents: write
12
+ pull-requests: write
13
+
14
+ jobs:
15
+ auto-merge:
16
+ if: github.actor == 'dependabot[bot]'
17
+ runs-on: ubuntu-latest
18
+ steps:
19
+ - name: Fetch Dependabot metadata
20
+ id: meta
21
+ uses: dependabot/fetch-metadata@v2
22
+
23
+ - name: Enable auto-merge (skip majors)
24
+ if: steps.meta.outputs.update-type != 'version-update:semver-major'
25
+ run: gh pr merge --auto --merge "$PR_URL"
26
+ env:
27
+ PR_URL: ${{ github.event.pull_request.html_url }}
28
+ GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: python-flexeval
3
- Version: 0.4.1
3
+ Version: 0.4.3
4
4
  Summary: FlexEval is a tool for designing custom metrics, completion functions, and LLM-graded rubrics for evaluating the behavior of LLM-powered systems.
5
5
  Project-URL: Homepage, https://digitalharborfoundation.github.io/FlexEval/
6
6
  Project-URL: GitHub, https://github.com/DigitalHarborFoundation/FlexEval
@@ -0,0 +1 @@
1
+ __version__ = "0.4.3"