langfun 0.0.2.dev20240429__py3-none-any.whl → 0.0.2.dev20240501__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- langfun/core/eval/__init__.py +14 -1
- langfun/core/eval/base.py +490 -105
- langfun/core/eval/base_test.py +185 -53
- langfun/core/eval/matching.py +22 -21
- langfun/core/eval/matching_test.py +23 -2
- langfun/core/eval/patching.py +130 -0
- langfun/core/eval/patching_test.py +170 -0
- langfun/core/eval/scoring.py +4 -4
- langfun/core/eval/scoring_test.py +19 -2
- langfun/core/llms/openai.py +1 -1
- langfun/core/llms/openai_test.py +2 -1
- {langfun-0.0.2.dev20240429.dist-info → langfun-0.0.2.dev20240501.dist-info}/METADATA +1 -2
- {langfun-0.0.2.dev20240429.dist-info → langfun-0.0.2.dev20240501.dist-info}/RECORD +16 -14
- {langfun-0.0.2.dev20240429.dist-info → langfun-0.0.2.dev20240501.dist-info}/LICENSE +0 -0
- {langfun-0.0.2.dev20240429.dist-info → langfun-0.0.2.dev20240501.dist-info}/WHEEL +0 -0
- {langfun-0.0.2.dev20240429.dist-info → langfun-0.0.2.dev20240501.dist-info}/top_level.txt +0 -0
langfun/core/eval/__init__.py
CHANGED
|
@@ -16,7 +16,11 @@
|
|
|
16
16
|
# pylint: disable=g-importing-member
|
|
17
17
|
# pylint: disable=g-bad-import-order
|
|
18
18
|
|
|
19
|
-
from langfun.core.eval.base import
|
|
19
|
+
from langfun.core.eval.base import register
|
|
20
|
+
from langfun.core.eval.base import registered_names
|
|
21
|
+
from langfun.core.eval.base import get_evaluation
|
|
22
|
+
from langfun.core.eval.base import get
|
|
23
|
+
from langfun.core.eval.base import run
|
|
20
24
|
|
|
21
25
|
from langfun.core.eval.base import Evaluable
|
|
22
26
|
from langfun.core.eval.base import Evaluation
|
|
@@ -34,6 +38,15 @@ from langfun.core.eval.base import as_inputs
|
|
|
34
38
|
from langfun.core.eval.matching import Matching
|
|
35
39
|
from langfun.core.eval.scoring import Scoring
|
|
36
40
|
|
|
41
|
+
# Experiment patching.
|
|
42
|
+
from langfun.core.eval.patching import patch_member
|
|
37
43
|
|
|
44
|
+
from langfun.core.eval.patching import patch_lm
|
|
45
|
+
from langfun.core.eval.patching import patch_parsing_lm
|
|
46
|
+
from langfun.core.eval.patching import patch_inputs
|
|
47
|
+
from langfun.core.eval.patching import patch_prompt
|
|
48
|
+
from langfun.core.eval.patching import patch_schema_fn
|
|
49
|
+
|
|
50
|
+
# Placeholder for Google-internal imports.
|
|
38
51
|
# pylint: enable=g-bad-import-order
|
|
39
52
|
# pylint: enable=g-importing-member
|