wafer-core 0.1.45__py3-none-any.whl → 0.1.47__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- wafer_core/lib/trace_compare/__init__.py +12 -0
- wafer_core/lib/trace_compare/graph_formatter.py +263 -0
- wafer_core/lib/trace_compare/graph_formatter_detailed.py +225 -0
- wafer_core/lib/trace_compare/graph_matcher.py +315 -0
- wafer_core/lib/trace_compare/graph_matcher_v2.py +332 -0
- wafer_core/rollouts/_pytui/app.py +8 -0
- wafer_core/rollouts/_pytui/viewport.py +186 -0
- wafer_core/rollouts/agents.py +12 -0
- wafer_core/rollouts/progress_app.py +434 -148
- wafer_core/rollouts/scoring.py +19 -2
- {wafer_core-0.1.45.dist-info → wafer_core-0.1.47.dist-info}/METADATA +1 -1
- {wafer_core-0.1.45.dist-info → wafer_core-0.1.47.dist-info}/RECORD +13 -8
- {wafer_core-0.1.45.dist-info → wafer_core-0.1.47.dist-info}/WHEEL +0 -0
wafer_core/rollouts/scoring.py
CHANGED
|
@@ -155,18 +155,35 @@ async def score_with_llm_judge(
|
|
|
155
155
|
client = anthropic.Anthropic(api_key=api_key)
|
|
156
156
|
response = client.messages.create(
|
|
157
157
|
model=model,
|
|
158
|
-
max_tokens=
|
|
158
|
+
max_tokens=8192,
|
|
159
159
|
messages=[{"role": "user", "content": prompt}],
|
|
160
160
|
)
|
|
161
161
|
|
|
162
162
|
raw_response = response.content[0].text
|
|
163
163
|
|
|
164
|
-
# Parse JSON from response
|
|
164
|
+
# Parse JSON from response - extract JSON object from anywhere in text
|
|
165
165
|
text = raw_response.strip()
|
|
166
166
|
if text.startswith("```"):
|
|
167
167
|
lines = text.split("\n")
|
|
168
168
|
text = "\n".join(lines[1:-1] if lines[-1] == "```" else lines[1:])
|
|
169
169
|
|
|
170
|
+
# Try to find JSON object with "score" key anywhere in response
|
|
171
|
+
import re
|
|
172
|
+
# Find last occurrence of {"score" pattern and extract to end
|
|
173
|
+
json_match = re.search(r'(\{"score":\s*\d+.*)', text, re.DOTALL)
|
|
174
|
+
if json_match:
|
|
175
|
+
# Find the matching closing brace
|
|
176
|
+
candidate = json_match.group(1)
|
|
177
|
+
# Try progressively shorter substrings until valid JSON
|
|
178
|
+
for i in range(len(candidate), 0, -1):
|
|
179
|
+
if candidate[i-1] == '}':
|
|
180
|
+
try:
|
|
181
|
+
json.loads(candidate[:i])
|
|
182
|
+
text = candidate[:i]
|
|
183
|
+
break
|
|
184
|
+
except json.JSONDecodeError:
|
|
185
|
+
continue
|
|
186
|
+
|
|
170
187
|
try:
|
|
171
188
|
result = json.loads(text)
|
|
172
189
|
return {
|
|
@@ -319,7 +319,7 @@ wafer_core/lib/rocprofiler/systems/run/profiler.py,sha256=aiQLsDnfQHSeCM5zLnO4Vl
|
|
|
319
319
|
wafer_core/lib/rocprofiler/systems/sample/__init__.py,sha256=31rNmLPQ7OVhvlOEEOwPKgk8_qrCidj6AmzDXexQJ_o,288
|
|
320
320
|
wafer_core/lib/rocprofiler/systems/sample/profiler.py,sha256=CYZPTzNXd48LoCfmY6h_5RSYEdWYccuv3-t4YncHJLE,7384
|
|
321
321
|
wafer_core/lib/trace_compare/PERFORMANCE.md,sha256=jkJh7ApZi8H7NKTcz8v0LNtwSFtIUqY88e3QbL749ww,3823
|
|
322
|
-
wafer_core/lib/trace_compare/__init__.py,sha256=
|
|
322
|
+
wafer_core/lib/trace_compare/__init__.py,sha256=Xi_0mG2jwhow0VDuQxWtKshEKLa98PoRbu9CClc7V7k,1388
|
|
323
323
|
wafer_core/lib/trace_compare/aligner.py,sha256=1S8Ob3RaEsIjN0HdqEx0yGsW5uf_lMrJVSH_MnZhKok,13788
|
|
324
324
|
wafer_core/lib/trace_compare/analyzer.py,sha256=o0SI1PsehpgxeUPQEB9708W_Q_ILiO5apgqVLe2xE8A,14541
|
|
325
325
|
wafer_core/lib/trace_compare/api.py,sha256=JSRTcd7eZK1Z8l18TFEiA5A8ENJS1TMz7oIiw1KBbAs,8796
|
|
@@ -327,6 +327,10 @@ wafer_core/lib/trace_compare/architecture.py,sha256=8bqlAJQeJLBHblyXvFV-w55PIKiV
|
|
|
327
327
|
wafer_core/lib/trace_compare/classifier.py,sha256=sE1K007GVk_Up2g59SVUIZ7BThf0yHNjGsZ9AyM_Ah8,6028
|
|
328
328
|
wafer_core/lib/trace_compare/formatter.py,sha256=GNrCZ45ueBN05CEXjOtTuKvTI8z-g-ZZFil-ni3sWVY,37962
|
|
329
329
|
wafer_core/lib/trace_compare/fusion_analyzer.py,sha256=xmVEF9qeroMa-ONfpnn64_q-aLyAjZ-9EIAYdVpIHKI,38555
|
|
330
|
+
wafer_core/lib/trace_compare/graph_formatter.py,sha256=SA5hsA-QOEAIeV6pJGMA1HnNFPhBqH3K1on7pRHrxLM,9891
|
|
331
|
+
wafer_core/lib/trace_compare/graph_formatter_detailed.py,sha256=rguc9UsgjFFfDP3VXZzAUMsXOnBEbV03Ug6D1-0Ktxs,8956
|
|
332
|
+
wafer_core/lib/trace_compare/graph_matcher.py,sha256=n8vB72zIBp2l24jOP-nj3Lg-UnphPBdJl6fBc5QX4XA,10633
|
|
333
|
+
wafer_core/lib/trace_compare/graph_matcher_v2.py,sha256=NUcdnGsphKyutP_1n1o_2uUG6NDBDj9VyIcbPJlzdOU,11696
|
|
330
334
|
wafer_core/lib/trace_compare/kernel_registry.yaml,sha256=0-knXwsF3pR1x1JdIz-aWaH-5xDgTylh53E47Kf6nHo,9808
|
|
331
335
|
wafer_core/lib/trace_compare/layer_segmentation.py,sha256=kI_Y1e9nrKZfdwfcrGo4h7gpMxqXI_xkgXk46zuFen4,4642
|
|
332
336
|
wafer_core/lib/trace_compare/loader.py,sha256=z3gO7CV8AxZloWUCA0aA3pwkNiEnEobdLQBAII41cGY,16129
|
|
@@ -346,7 +350,7 @@ wafer_core/rollouts/__init__.py,sha256=7RjEk9MCHY_aFe9Yl02uTNG-gZJdlU8LTkw70Ip67
|
|
|
346
350
|
wafer_core/rollouts/__main__.py,sha256=aSZKLG1SRhTMRGeGi4nA2tUHonJwxA6y0SGYfb-VfnM,127
|
|
347
351
|
wafer_core/rollouts/_rate_limit.py,sha256=pNToYI5OJL41wPYNjAAYkYca3rmshlNgf1KnVBLiWY0,5629
|
|
348
352
|
wafer_core/rollouts/_retry.py,sha256=Ay3EelWoZRs9DvsXLQkg31kGwVb6DWBh0V9IwdQZkpE,9990
|
|
349
|
-
wafer_core/rollouts/agents.py,sha256=
|
|
353
|
+
wafer_core/rollouts/agents.py,sha256=LZcW2ydzEspHUu6I3itvAMakmo9fNoD05NPvureuQ8o,45421
|
|
350
354
|
wafer_core/rollouts/cli.py,sha256=2NqgegKdlmxD0eJzGOMB5o_1Hb5t7O5JpP_32uvF2BE,80117
|
|
351
355
|
wafer_core/rollouts/cli_agents.py,sha256=e4qqqYBzWLsbw8FsNnddGApWp_on9Cvzrfd1amiAyvI,20641
|
|
352
356
|
wafer_core/rollouts/deploy.py,sha256=3t88fM_BMyAPkxIl8pS4r5ogHJvrlqWQDuIaltDZBRc,40924
|
|
@@ -362,11 +366,11 @@ wafer_core/rollouts/models.py,sha256=BrMnUpTA9_HnOghpedzdLUm9Di3FyJouzOkK4PPBg_k
|
|
|
362
366
|
wafer_core/rollouts/paths.py,sha256=9XtrA9ylhb5LttMFe2DE7X0IHeUMjuGUerII9OscYec,3436
|
|
363
367
|
wafer_core/rollouts/pipeline.py,sha256=vlJTYE3ZX2XScpF9pmtv91K8Q0g8uLmcbI5jn6b5Hzg,15319
|
|
364
368
|
wafer_core/rollouts/progress.py,sha256=szA9cvWT2xUxGVhF9BaAqJMmKDqMAUlxImxcOpcnqbY,29228
|
|
365
|
-
wafer_core/rollouts/progress_app.py,sha256=
|
|
369
|
+
wafer_core/rollouts/progress_app.py,sha256=dWuMj3KQphiVt-D-5jH7mPYtVybpTtliXRJXOaLWOAU,36638
|
|
366
370
|
wafer_core/rollouts/prompt.py,sha256=EDmGb0rhWwke7tokIcO8dukc3q5c8x0n5Omi5CpAQmA,11022
|
|
367
371
|
wafer_core/rollouts/providers.py,sha256=dcGJh1p30hstVbCDDtJ902lyafkg81DKjcOzb0uuKS0,1400
|
|
368
372
|
wafer_core/rollouts/remote.py,sha256=cAYpRCONlsTeRxzLiegAUfjZWGtqBNwZTHehMhk5ldA,8816
|
|
369
|
-
wafer_core/rollouts/scoring.py,sha256=
|
|
373
|
+
wafer_core/rollouts/scoring.py,sha256=WNEDZltad_4T4Pw4DHUGrXqGZU1DqFm9Ph4Ibho40H0,9623
|
|
370
374
|
wafer_core/rollouts/search.py,sha256=5BEDuw9FVbQhei3nvUXEVwBU5ouwgJE6ONhEqvU5Ldc,14696
|
|
371
375
|
wafer_core/rollouts/skills.py,sha256=ATYoG02Cc6_VrtE415TnseBFJrKOMq27z-5YgBgPpZQ,5081
|
|
372
376
|
wafer_core/rollouts/slice.py,sha256=darOZO53BuSPfvv_KjOSzulGVSWbL4OuoE3k6xXpBFg,20195
|
|
@@ -379,13 +383,14 @@ wafer_core/rollouts/_logging/json_formatter.py,sha256=jJIa2IZCsu2C_Y1HXQi7hbI33x
|
|
|
379
383
|
wafer_core/rollouts/_logging/logging_config.py,sha256=JbHCBcKHaospwF3BlKfp1HzhZTUElhtOGghKHF21bvc,10581
|
|
380
384
|
wafer_core/rollouts/_logging/sample_handler.py,sha256=XhS5bVs6VKjABP7PeAp8CuEppqXUOm5rPCi-uEbt6QU,2122
|
|
381
385
|
wafer_core/rollouts/_pytui/__init__.py,sha256=Q4TwOoefOqDkudvaWJ7TQF6Ak32Nqs09h7jl8luPuo8,2368
|
|
382
|
-
wafer_core/rollouts/_pytui/app.py,sha256=
|
|
386
|
+
wafer_core/rollouts/_pytui/app.py,sha256=I_0sFuMCu5LQIbezp9B0zNIDNaDsKjBnYY8b57gPpvU,26410
|
|
383
387
|
wafer_core/rollouts/_pytui/console.py,sha256=0TBZ9MPfLls6wPQvI9KA_0k1348e0VckAvPwn2y6D9Q,10804
|
|
384
388
|
wafer_core/rollouts/_pytui/renderer.py,sha256=kFJoEsURAowj8KmKujcDJF00VDwiFhW4AP0fFD7hsrA,6429
|
|
385
389
|
wafer_core/rollouts/_pytui/spinner.py,sha256=ilIOIubZQz5C77m-Y6te55z8c1Kz8njy66CVsxMu9xw,2256
|
|
386
390
|
wafer_core/rollouts/_pytui/terminal.py,sha256=mCSZYAAH10Dl53fuCxQ2ZegkOmL1gFI5wEkTxQyOoKI,17736
|
|
387
391
|
wafer_core/rollouts/_pytui/text.py,sha256=KeGJAM6MJQQLSk9y2R-HnYgLqCcc8Qk4QfukctBuYA8,14107
|
|
388
392
|
wafer_core/rollouts/_pytui/theme.py,sha256=FdYrvQz66b7uMNbB2WCp8FPUvGSJ6vUHDaYnR6SSeSY,8067
|
|
393
|
+
wafer_core/rollouts/_pytui/viewport.py,sha256=8Y3adY57dXSn9H3bCtQ7FnhA5iq2miZKkiAv09aSgSI,6425
|
|
389
394
|
wafer_core/rollouts/agent_presets/README.md,sha256=gGyE0P_2Cp5s5ekHVY3cYcz19g91Wb-wboFakcvBriQ,7584
|
|
390
395
|
wafer_core/rollouts/agent_presets/__init__.py,sha256=BLZOzAyC-cThQQQpAROeo4eEMOlMCrVEgnKYqzSsyS4,454
|
|
391
396
|
wafer_core/rollouts/agent_presets/base_preset.py,sha256=vDzDiVe_DHN2fiQrtGTW309EJgt3t1jaPAgkQCgDycw,2550
|
|
@@ -723,6 +728,6 @@ wafer_core/utils/modal_execution/modal_app.py,sha256=VfS2cX8gHtnlPXemmMcEwDPeQdh
|
|
|
723
728
|
wafer_core/utils/modal_execution/modal_config.py,sha256=7cGX9TGqilQ3qxI3OFGXV5orjtyRU-PEDOJ4vP2oxno,4421
|
|
724
729
|
wafer_core/utils/modal_execution/modal_execution.py,sha256=gChjnV6jqA3A7IRP3DfvV5cSfm_MN0X4f7JZufXgdZE,24594
|
|
725
730
|
wafer_core/utils/modal_execution/test_modal.py,sha256=_jqou_hrLs1Daf1590Pnb0a_lXMMa2rczAPpW9HpoNQ,8153
|
|
726
|
-
wafer_core-0.1.
|
|
727
|
-
wafer_core-0.1.
|
|
728
|
-
wafer_core-0.1.
|
|
731
|
+
wafer_core-0.1.47.dist-info/METADATA,sha256=OLmPs__QV_sZBZ1_-VNFx9SoHtnaRj-CnrgJvf1b2BY,1477
|
|
732
|
+
wafer_core-0.1.47.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
733
|
+
wafer_core-0.1.47.dist-info/RECORD,,
|
|
File without changes
|