langfun 0.1.2.dev202409200804__py3-none-any.whl → 0.1.2.dev202409210803__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- langfun/core/eval/base_test.py +1 -1
- langfun/core/eval/matching.py +0 -6
- langfun/core/eval/scoring.py +0 -3
- {langfun-0.1.2.dev202409200804.dist-info → langfun-0.1.2.dev202409210803.dist-info}/METADATA +1 -1
- {langfun-0.1.2.dev202409200804.dist-info → langfun-0.1.2.dev202409210803.dist-info}/RECORD +8 -8
- {langfun-0.1.2.dev202409200804.dist-info → langfun-0.1.2.dev202409210803.dist-info}/LICENSE +0 -0
- {langfun-0.1.2.dev202409200804.dist-info → langfun-0.1.2.dev202409210803.dist-info}/WHEEL +0 -0
- {langfun-0.1.2.dev202409200804.dist-info → langfun-0.1.2.dev202409210803.dist-info}/top_level.txt +0 -0
langfun/core/eval/base_test.py
CHANGED
@@ -268,7 +268,7 @@ class EvaluationTest(unittest.TestCase):
|
|
268
268
|
s.root_dir, base.Evaluation.SUMMARY_HTML.replace('.html', '.json')
|
269
269
|
)
|
270
270
|
self.assertTrue(os.path.exists(summary_json))
|
271
|
-
summary = pg.load(summary_json,
|
271
|
+
summary = pg.load(summary_json, auto_dict=True)
|
272
272
|
self.assertIn('Evaluation', summary)
|
273
273
|
self.assertEqual(len(summary['Evaluation']), 1)
|
274
274
|
self.assertIsNotNone(summary['Evaluation'][0].experiment)
|
langfun/core/eval/matching.py
CHANGED
@@ -182,9 +182,6 @@ class Matching(base.Evaluation):
|
|
182
182
|
for input, output, _ in self.matches
|
183
183
|
],
|
184
184
|
os.path.join(self.dir, Matching.MATCHES_JSON),
|
185
|
-
# We force the input and output to be dict so it does not depend on
|
186
|
-
# the downstream to serialize.
|
187
|
-
force_dict=True,
|
188
185
|
)
|
189
186
|
|
190
187
|
# Save mismatches.
|
@@ -198,9 +195,6 @@ class Matching(base.Evaluation):
|
|
198
195
|
for input, output, _ in self.mismatches
|
199
196
|
],
|
200
197
|
os.path.join(self.dir, Matching.MISMATCHES_JSON),
|
201
|
-
# We force the input and output to be dict so it does not depend on
|
202
|
-
# the downstream to serialize.
|
203
|
-
force_dict=True,
|
204
198
|
)
|
205
199
|
|
206
200
|
if report:
|
langfun/core/eval/scoring.py
CHANGED
@@ -137,9 +137,6 @@ class Scoring(base.Evaluation):
|
|
137
137
|
for input, output, score, _ in self.scored
|
138
138
|
],
|
139
139
|
os.path.join(self.dir, Scoring.SCORED_JSON),
|
140
|
-
# We force the input and output to be dict so it does not depend on
|
141
|
-
# the downstream to serialize.
|
142
|
-
force_dict=True,
|
143
140
|
)
|
144
141
|
|
145
142
|
if report:
|
@@ -45,12 +45,12 @@ langfun/core/coding/python/permissions.py,sha256=1QWGHvzL8MM0Ok_auQ9tURqZHtdOfJa
|
|
45
45
|
langfun/core/coding/python/permissions_test.py,sha256=w5EDb8QxpxgJyZkojyzVWQvDfg366zn99-g__6TbPQ0,2699
|
46
46
|
langfun/core/eval/__init__.py,sha256=Ogdr9OtTywhhLPHi3AZzOD2mXX2oyaHWflrSTMm96uA,1899
|
47
47
|
langfun/core/eval/base.py,sha256=xDZQ3lu5oJaPDZCE5-QbBEajq--HRU64GVKb3xB64aI,74738
|
48
|
-
langfun/core/eval/base_test.py,sha256=
|
49
|
-
langfun/core/eval/matching.py,sha256=
|
48
|
+
langfun/core/eval/base_test.py,sha256=iL-EEGnBD_HigClBwo34HVyOycupgw9r4S61eIZMShI,26929
|
49
|
+
langfun/core/eval/matching.py,sha256=124Y6pCb4fDmhICH728aeROZ6nNFitKyV6FFLklCe1k,9840
|
50
50
|
langfun/core/eval/matching_test.py,sha256=f7iVyXH5KGJBWt4Wp14Bt9J3X59A6Ayfog9MbuFvPew,5532
|
51
51
|
langfun/core/eval/patching.py,sha256=R0s2eAd1m97exQt06dmUL0V_MBG0W2Hxg7fhNB7cXW0,3866
|
52
52
|
langfun/core/eval/patching_test.py,sha256=8kCd54Egjju22FMgtJuxEsrXkW8ifs-UUBHtrCG1L6w,4775
|
53
|
-
langfun/core/eval/scoring.py,sha256=
|
53
|
+
langfun/core/eval/scoring.py,sha256=PmX9LX1bs9BylVcuJtho2GTe9Ho67a3uoHktD7JgA5A,6240
|
54
54
|
langfun/core/eval/scoring_test.py,sha256=O8olHbrUEg60gMxwOkWzKBJZpZoUlmVnBANX5Se2SXM,4546
|
55
55
|
langfun/core/llms/__init__.py,sha256=ZgnzZSjI37LhUVNvgPGNSLS-HMCqPjaCGdwPd2Ij5Rs,5031
|
56
56
|
langfun/core/llms/anthropic.py,sha256=Gon3fOi31RhZFgNd0ijyTnKnUdp9hrWrCoSXyO4UaLw,7316
|
@@ -119,8 +119,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
|
|
119
119
|
langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
|
120
120
|
langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
|
121
121
|
langfun/core/templates/selfplay_test.py,sha256=rBW2Qr8yi-aWYwoTwRR-n1peKyMX9QXPZXURjLgoiRs,2264
|
122
|
-
langfun-0.1.2.
|
123
|
-
langfun-0.1.2.
|
124
|
-
langfun-0.1.2.
|
125
|
-
langfun-0.1.2.
|
126
|
-
langfun-0.1.2.
|
122
|
+
langfun-0.1.2.dev202409210803.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
|
123
|
+
langfun-0.1.2.dev202409210803.dist-info/METADATA,sha256=-Kcd_F5J0IWk4XhenejzBkurHskkv0kVfXT4RCClZ_s,8890
|
124
|
+
langfun-0.1.2.dev202409210803.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
|
125
|
+
langfun-0.1.2.dev202409210803.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
|
126
|
+
langfun-0.1.2.dev202409210803.dist-info/RECORD,,
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202409200804.dist-info → langfun-0.1.2.dev202409210803.dist-info}/top_level.txt
RENAMED
File without changes
|