langfun 0.0.2.dev20240322__py3-none-any.whl → 0.0.2.dev20240324__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- langfun/core/eval/base.py +4 -1
- langfun/core/structured/parsing.py +2 -1
- {langfun-0.0.2.dev20240322.dist-info → langfun-0.0.2.dev20240324.dist-info}/METADATA +1 -1
- {langfun-0.0.2.dev20240322.dist-info → langfun-0.0.2.dev20240324.dist-info}/RECORD +7 -7
- {langfun-0.0.2.dev20240322.dist-info → langfun-0.0.2.dev20240324.dist-info}/LICENSE +0 -0
- {langfun-0.0.2.dev20240322.dist-info → langfun-0.0.2.dev20240324.dist-info}/WHEEL +0 -0
- {langfun-0.0.2.dev20240322.dist-info → langfun-0.0.2.dev20240324.dist-info}/top_level.txt +0 -0
langfun/core/eval/base.py
CHANGED
@@ -1015,7 +1015,10 @@ class Evaluation(Evaluable):
|
|
1015
1015
|
status_fn=self._status,
|
1016
1016
|
):
|
1017
1017
|
if error is not None:
|
1018
|
-
|
1018
|
+
try:
|
1019
|
+
self._failures.append((example, str(error)))
|
1020
|
+
except Exception as e: # pylint: disable=broad-exception-caught
|
1021
|
+
self._failures.append((example, str(e)))
|
1019
1022
|
else:
|
1020
1023
|
output = message.text if self.schema is None else message.result
|
1021
1024
|
self.audit(example, output, message)
|
@@ -16,6 +16,7 @@ from typing import Any, Callable, Type, Union
|
|
16
16
|
|
17
17
|
import langfun.core as lf
|
18
18
|
from langfun.core.structured import mapping
|
19
|
+
from langfun.core.structured import prompting
|
19
20
|
from langfun.core.structured import schema as schema_lib
|
20
21
|
import pyglove as pg
|
21
22
|
|
@@ -270,7 +271,7 @@ def call(
|
|
270
271
|
return lm_output if returns_message else lm_output.text
|
271
272
|
|
272
273
|
# Call `parsing_lm` for structured parsing.
|
273
|
-
return
|
274
|
+
return prompting.query(
|
274
275
|
lm_output,
|
275
276
|
schema,
|
276
277
|
examples=parsing_examples,
|
@@ -40,7 +40,7 @@ langfun/core/coding/python/parsing_test.py,sha256=9vAWF484kWIm6JZq8NFiMgKUDhXV-d
|
|
40
40
|
langfun/core/coding/python/permissions.py,sha256=1QWGHvzL8MM0Ok_auQ9tURqZHtdOfJaDpBzZ29GUE-c,2544
|
41
41
|
langfun/core/coding/python/permissions_test.py,sha256=w5EDb8QxpxgJyZkojyzVWQvDfg366zn99-g__6TbPQ0,2699
|
42
42
|
langfun/core/eval/__init__.py,sha256=iDA2OcJ3kR6ixZizXIY3N9LsjkaVrfTbSClTiSP8ekY,1291
|
43
|
-
langfun/core/eval/base.py,sha256=
|
43
|
+
langfun/core/eval/base.py,sha256=7eyR2LWYs3hFMxTgWJf12yXOKhBT3qno68lz_tqfZv8,53933
|
44
44
|
langfun/core/eval/base_test.py,sha256=3AG-PN6yv0DMcHvpPas2nv2bJoY9JdAYSYwiPUnnolo,21177
|
45
45
|
langfun/core/eval/matching.py,sha256=g2yuBb4FeOlAlB10hqdWvaIg4QVQlJbiViRDcD2Y8go,9567
|
46
46
|
langfun/core/eval/matching_test.py,sha256=IfuMF_dEmy4VzK6tIldRzD2Nqlml7SSh4u-baFNcZrw,4912
|
@@ -76,7 +76,7 @@ langfun/core/structured/description.py,sha256=SXW4MJvshFjbR-0gw6rE21o6WXq12UlRXa
|
|
76
76
|
langfun/core/structured/description_test.py,sha256=UtZGjSFUaQ6130t1E5tcL7ODu0xIefkapb53TbnqsK8,7362
|
77
77
|
langfun/core/structured/mapping.py,sha256=m7i80GU3vfDZXw4TTnidWTS3K-c1H8JNX9KcoMw4E4s,10373
|
78
78
|
langfun/core/structured/mapping_test.py,sha256=07DDCGbwytQHSMm7fCi5-Ly-JNgdV4ubHZq0wthX4A4,3338
|
79
|
-
langfun/core/structured/parsing.py,sha256=
|
79
|
+
langfun/core/structured/parsing.py,sha256=keoVqEfzAbdULh6GawWFsTQzU91MzJXYFZjXGXLaD8g,11492
|
80
80
|
langfun/core/structured/parsing_test.py,sha256=2_Uf3LYNRON1-5ysEr75xiG_cAxR3ZiixSfvUQu6mOQ,20846
|
81
81
|
langfun/core/structured/prompting.py,sha256=0xRPC0K_RaFRv-j52x8_-1n1eRFSomJEpdZApVXsCV0,6902
|
82
82
|
langfun/core/structured/prompting_test.py,sha256=SwoYbPyKhUT1H2QbqHvl93biCiE9Ttn1aWixoHH-v9Y,19129
|
@@ -95,8 +95,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
|
|
95
95
|
langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
|
96
96
|
langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
|
97
97
|
langfun/core/templates/selfplay_test.py,sha256=IB5rWbjK_9CTkqEo1BclQPzFAKcIiusJckH8J19HFgI,2096
|
98
|
-
langfun-0.0.2.
|
99
|
-
langfun-0.0.2.
|
100
|
-
langfun-0.0.2.
|
101
|
-
langfun-0.0.2.
|
102
|
-
langfun-0.0.2.
|
98
|
+
langfun-0.0.2.dev20240324.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
|
99
|
+
langfun-0.0.2.dev20240324.dist-info/METADATA,sha256=ORrnakrHniKgwkzO36SubQz66bWH9_lq7xjypLRqCd0,3405
|
100
|
+
langfun-0.0.2.dev20240324.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
|
101
|
+
langfun-0.0.2.dev20240324.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
|
102
|
+
langfun-0.0.2.dev20240324.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|