loopmath 0.4.2__tar.gz → 0.4.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {loopmath-0.4.2 → loopmath-0.4.4}/PKG-INFO +19 -2
- {loopmath-0.4.2 → loopmath-0.4.4}/README.md +18 -1
- {loopmath-0.4.2 → loopmath-0.4.4}/pyproject.toml +1 -1
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/__init__.py +1 -1
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/cli_registry.py +1 -0
- loopmath-0.4.4/src/loopmath/eval/__init__.py +6 -0
- loopmath-0.4.4/src/loopmath/eval/adapters/__init__.py +1 -0
- loopmath-0.4.4/src/loopmath/eval/adapters/ocp.py +587 -0
- loopmath-0.4.4/src/loopmath/eval/commands.py +237 -0
- loopmath-0.4.4/src/loopmath/eval/contracts.py +1212 -0
- loopmath-0.4.4/src/loopmath/eval/designcheck.py +503 -0
- loopmath-0.4.4/src/loopmath/eval/engine_pymc.py +364 -0
- loopmath-0.4.4/src/loopmath/eval/fit.py +279 -0
- loopmath-0.4.4/src/loopmath/eval/fitfile.py +911 -0
- loopmath-0.4.4/src/loopmath/eval/judges.py +997 -0
- loopmath-0.4.4/src/loopmath/eval/labels.py +1268 -0
- loopmath-0.4.4/src/loopmath/eval/model.py +700 -0
- loopmath-0.4.4/src/loopmath/eval/quality.py +276 -0
- loopmath-0.4.4/src/loopmath/eval/rubric.py +552 -0
- loopmath-0.4.4/src/loopmath/eval/scores.py +902 -0
- loopmath-0.4.4/src/loopmath/eval/simulate.py +1150 -0
- loopmath-0.4.4/src/loopmath/eval/specs/__init__.py +38 -0
- loopmath-0.4.4/src/loopmath/eval/specs/catalog.py +397 -0
- loopmath-0.4.4/src/loopmath/eval/steps.py +334 -0
- loopmath-0.4.4/src/loopmath/eval/testing.py +268 -0
- loopmath-0.4.4/src/loopmath/eval/value.py +418 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/herdr/loopmath-harness/herdr-plugin.toml +1 -1
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/mod/loopmath-harness/.claude-plugin/plugin.json +1 -1
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/prices.toml +10 -3
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath.egg-info/PKG-INFO +19 -2
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath.egg-info/SOURCES.txt +21 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_price.py +4 -4
- {loopmath-0.4.2 → loopmath-0.4.4}/LICENSE +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/setup.cfg +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/spec/ocp-v0.2.schema.json +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/spec/ocp-v0.schema.json +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/spec/ocp_conformance.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/__main__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapter_host.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/atrium.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/base.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/bb.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/bb_support.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/evolve.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/harness2.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/omp.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/omp_facts.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/omp_links.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/omp_parse.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/omp_types.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/opencode.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/opencode_store.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/openevolve.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/orca.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/otel_genai.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/otel_genai_graph.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/otel_genai_parse.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/otel_genai_types.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/otel_genai_usage.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/paseo.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/pi.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/pi_support.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/plugin_eval.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/registry.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/adapters/shinkaevolve.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/block.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/check_pymc.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/compose.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/cost_recipe.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/cost_sources.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/design.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/features.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/fit.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/forest.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/gaussian.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/integrated.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/level.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/lookahead.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/outcome.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/pricing.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/priors.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/rules.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/sampled.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/belief/state.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/builder/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/builder/cli.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/builder/context.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/builder/predict.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/builder/server.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/cli.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/cli_errors.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/cli_graph.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/cli_support.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/compare/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/compare/_thresholds.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/compare/_thresholds_sw.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/compare/calibrate.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/compare/calibration.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/compare/checks.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/compare/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/compare/model.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/compare/units.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/compare/value.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/e0/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/e0/arms.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/e0/cli_e0.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/e0/estimate.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/e0/estimate_rework.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/e0/figures.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/e0/io.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/e0/verb.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/explain.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/fit.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/fit_assembly.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/fit_bayes.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/fit_masks.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/fit_predict.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/fit_pricing.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/fit_transfer.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/check.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/edits.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/folder.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/judges.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/next.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/plan.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/prefill.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/record.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/records.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/simulate.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/status.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/tomlview.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/flows/walk.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/frontier/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/frontier/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/frontier/cost.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/frontier/kg.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/frontier/model.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/frontier/pareto.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/frontier/record.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/frontier/state.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/frontier/strategy.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/frontier/tb_prior.csv +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/gaps.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/gate/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/gate/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/gate/core.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/gate/inputs.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/gate/winner.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/gate/winner_cli.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/gate/winner_model.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/gitwalk.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/grade.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/grade_support.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/artifact_git.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/artifact_join.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/artifact_kinds.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/artifacts.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/bashparse.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/bashread_ops.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/bashwrite_ops.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/bashwrites.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/cache.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/codexio.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/codexio_parse.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/codexio_scan.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/dataset.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/dataset_build.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/dataset_core.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/dataset_edges.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/dataset_nodes.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/extract.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/html_common.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/html_costcurve.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/html_css.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/html_data.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/html_force.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/html_render.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/html_swimlanes.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_cli.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_common.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_parse.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_pricing.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt_build.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt_dispatch.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt_evidence.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt_node.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt_records.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt_result.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt_session.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt_tools.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt_validation.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_prompt_workflow.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_report.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labeler_score.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/labels.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/launch.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/launch_origin.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/ocp.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/ocp_emit.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/ocp_support.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/render.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/runfile.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/runfile_export.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/runfile_finish.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/scan.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/schema.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/graph/token_completeness.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/layouts.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/mod/loopmath-harness/.claude-plugin/marketplace.json +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/mod/loopmath-harness/.gitignore +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/mod/loopmath-harness/README.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/mod/loopmath-harness/hooks/events.ts +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/mod/loopmath-harness/hooks/hooks.json +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/mod/loopmath-harness/hooks/register.test.ts +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/mod/loopmath-harness/hooks/register.tsx +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/mod/loopmath-harness/types/index.d.ts +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/config.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/contracts.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/delivery.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/design.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/editors.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/edits.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/effects.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/engine.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/events.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/executor.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/herdr.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/isolation.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/ledger.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/library.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/modinstall.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/plan.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/prompts.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/reflect.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/schema.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/score.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/sessions.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/skilldoc.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/state.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness/tune/stream.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness_runs/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness_runs/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness_runs/costs.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness_runs/ocp.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness_runs/rows.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/harness_runs/streams.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/base.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/claude_code.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/claude_code_support.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/codex.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/codex_support.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/ocp.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/ocp_analysis.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/ocp_artifact.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/ocp_common.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/ocp_convert.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ingest/ocp_projection.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/integrations/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/integrations/dspy.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/logmatch/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/logmatch/artifacts.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/logmatch/clip.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/logmatch/codex_window.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/logmatch/costs.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/logmatch/match.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/logmatch/settle.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/logmatch/tariff.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/canonical.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/conformance.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/contractv3.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/emit.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/finite.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/graph_contract.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/membership.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/migrate.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/schema/ocp-v0.2.schema.json +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/schema/ocp-v0.3.schema.json +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/schema/ocp-v0.4.schema.json +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/schema/ocp-v0.schema.json +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/ocp/version.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/onboard/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/onboard/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/onboard/history.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/onboard/label.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/onboard/usual.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/output.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/pool.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/price.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/price_validation.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/benchmarks.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/benchmarks.toml +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/build.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/bundle/README.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/bundle/e0.jsonl.gz +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/bundle/lanes.jsonl.gz +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/bundle/manifest.json +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/bundle/rq1.jsonl.gz +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/bundle/sweep.jsonl.gz +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/e0.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/history.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/lanes.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/ocpdoc.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/reduce.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/registry.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/rq1.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/show.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/sweep.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/priors/validate.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/receipts.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/backlog.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/curve.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/engine.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/gain.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/message.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/receipts.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/search.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/stats.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/storeread.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend/variants.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/recommend_role.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/report/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/report/eligibility.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/report/html.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/report/terminal.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/report/terminal_exclusions.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/report/terminal_format.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/report/terminal_read.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/research_defaults.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/research_paths.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/scoring.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/scoring_comparisons.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/scoring_predictive.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/screen/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/screen/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/screen/design.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/screen/edits.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/screen/model.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/screen/record.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/share/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/share/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/share/export.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/share/import_.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/doctor.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/guide.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/guides/fit.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/guides/flow.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/guides/import.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/guides/onboard.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/guides/plan.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/guides/record.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/guides/reference.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/install.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/skill/skills/loopmath/SKILL.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/budget.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/config.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/finish.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/fitjob.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/home.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/ids.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/lock.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/record.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/report.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/rule_change.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/run_names.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/runs.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/status.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/store/verify.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/surface.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/surface_bootstrap.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/surface_estimation.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/surface_frame.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/surface_presentation.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/surface_support.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/taskmodel.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/tasks/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/tasks/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/tasks/data.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/tasks/fit.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/tasks/posterior.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/tasks/select.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/tasks/sim.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/types.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/update.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/README.md +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/base.css +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/builder.css +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/builder.html +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/builder.js +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/common.js +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/estimates.css +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/estimates.js +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/graph.css +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/graph.js +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/plans.css +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/plans.js +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/results.css +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/results.js +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/runs.js +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/viz.css +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/assets/viz.js +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/common.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/plans.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/posterior.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/views/runs.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/__init__.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/candidates.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/catalog/best_of_n.toml +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/catalog/implement_review.toml +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/catalog/plan_implement.toml +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/catalog/plan_implement_review.toml +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/catalog/solo.toml +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/catalog/swarm.toml +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/commands.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/diff.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/format.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/graphview.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/ids.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/infer.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/models.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/ocp.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath/workflows/shapes.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath.egg-info/dependency_links.txt +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath.egg-info/entry_points.txt +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath.egg-info/requires.txt +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/src/loopmath.egg-info/top_level.txt +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapter_atrium.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapter_bb.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapter_harness2.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapter_omp.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapter_opencode.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapter_opencode_output_tokens.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapter_orca.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapter_otel_genai.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapter_paseo.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapter_services.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapters.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_adapters_pi.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_analyze_cli.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_arms.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_cli_graph.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_cli_help_lists.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_cli_labeler.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_cli_main_module.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_cli_plan_hidden.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_cli_prices.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_cli_startup.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_color_proof.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_duplicate_guards.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_estimate.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_explain.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_fit.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_gaps.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_gitwalk.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_grade.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_artifact_recording.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_artifacts.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_bashwrites.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_cache.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_codexio.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_dataset.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_extract.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_glue.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_html.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_labeler.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_labeler_evidence_matrix.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_launch.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_ocp.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_render.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_runfile.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_graph_schema.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_cli.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_config.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_delivery.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_design.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_editors.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_edits.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_effects.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_engine.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_executor.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_herdr.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_isolation.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_ledger.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_library.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_modinstall.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_plan.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_score.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_sessions.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_harness_tune_skilldoc.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_home_guard.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_html.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_ingest.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_ingest_claude_code.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_ingest_codex.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_ingest_ocp.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_io.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_not_run_summary.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_ocp_conformance.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_ocp_golden.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_ocp_open_enums.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_ocp_versioning.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_output_html_path.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_packaging_metadata.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_packaging_smoke.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_pool.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_preview_script.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_receipts.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_release_paths.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_report_eligibility.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_research_cli.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_runfile_privacy_n1b.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_scoring.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_split_rebindings.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_starting_prior.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_surface.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_taskmodel_features.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_terminal.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_types_control.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_types_piece_prediction.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_update_check.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_v01_scaffold.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_v027_p3.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_v027_small_fixes.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_v028_sol_6_1.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_v031_help_labels.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_v031_json_errors_and_costs.py +0 -0
- {loopmath-0.4.2 → loopmath-0.4.4}/tests/test_v031_new_findings.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: loopmath
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.4
|
|
4
4
|
Summary: Plan agent workflows, record how they went, and learn from your own Claude Code and Codex logs
|
|
5
5
|
Author: loopmath
|
|
6
6
|
License-Expression: MIT
|
|
@@ -183,6 +183,7 @@ The workflow builder is the one page that is served: `loopmath builder --type bu
|
|
|
183
183
|
| Record | `run` (start, record, import, attempt, artifact, finish, sessions), `outcome`, `budget`, `config` (get, set, unset) |
|
|
184
184
|
| Flows | `flow` (init, show, export, import, plan, next, record, score, status, check) |
|
|
185
185
|
| Frontier | `frontier` (init, next, record, report) (experimental) |
|
|
186
|
+
| Rubric scores | `eval` (scores, simulate, fit, judges, rubric check, value, steps, labels next) (experimental) |
|
|
186
187
|
| Learn | `fit`, `onboard`, `share`, `prior` |
|
|
187
188
|
| View | `runs`, `posterior`, `status`, `report`, `doctor`, `verify-receipts`, `update` |
|
|
188
189
|
| Harness testing | `check-change`, `gate` (experimental), `screen` (experimental) |
|
|
@@ -193,7 +194,7 @@ The workflow builder is the one page that is served: `loopmath builder --type bu
|
|
|
193
194
|
| OCP | `ocp` (validate, migrate) |
|
|
194
195
|
| Log analysis | `analyze`, `graph`, `adapt`, `prices`, `validate-prices` |
|
|
195
196
|
|
|
196
|
-
These are experimental: `harness`, `gate`, `screen`, `tasks pick`, `frontier`, the harness-part estimates (`recommend --harness-variants` and `--harness`, `posterior --level harness` and its `factors`), `recommend --role`, `adapt harness2`, `adapt plugin-eval`, `adapt openevolve`, `adapt shinkaevolve` and the ADE adapters (`adapt NAME`). Each works and has tests, but has had little use on real work so far, and its output may change. Their help says so too. The gate at DSPy's GEPA and MIPROv2 accept step (`loopmath.integrations.dspy`, Python) is experimental too: it is tested against fakes written from their source, not yet with DSPy installed, and its guide says so. So is the opt-in cost model for arms that mix models, `loopmath.compare.model.COST_MODEL = "sw"`, a Python setting with no help of its own; the [changelog](CHANGELOG.md) describes it.
|
|
197
|
+
These are experimental: `harness`, `gate`, `screen`, `tasks pick`, `frontier`, `eval`, the harness-part estimates (`recommend --harness-variants` and `--harness`, `posterior --level harness` and its `factors`), `recommend --role`, `adapt harness2`, `adapt plugin-eval`, `adapt openevolve`, `adapt shinkaevolve` and the ADE adapters (`adapt NAME`). Each works and has tests, but has had little use on real work so far, and its output may change. Their help says so too. The gate at DSPy's GEPA and MIPROv2 accept step (`loopmath.integrations.dspy`, Python) is experimental too: it is tested against fakes written from their source, not yet with DSPy installed, and its guide says so. So is the opt-in cost model for arms that mix models, `loopmath.compare.model.COST_MODEL = "sw"`, a Python setting with no help of its own; the [changelog](CHANGELOG.md) describes it.
|
|
197
198
|
|
|
198
199
|
Each command prints a short summary by default. With `--json`, it prints exactly one JSON object instead. One exception: `loopmath adapt harness2`, `adapt harness-runs`, `adapt plugin-eval`, `adapt openevolve` and `adapt shinkaevolve` without `--out` print the run documents on stdout, one per line, so their `--json` summary goes to stderr. Exit codes: 0 ok, 1 user error, 2 not found, 3 not implemented, 4 store locked, 5 no fit yet. For flags, `loopmath <command> --help` is the source of truth. Commands, pages and the `runs` table show times in your local time with the zone; the store and `--json` keep UTC. A cost under a cent shows one significant digit (`$0.004`), and an exact zero is `$0`.
|
|
199
200
|
|
|
@@ -337,6 +338,21 @@ loopmath frontier report
|
|
|
337
338
|
|
|
338
339
|
`tasks.jsonl` holds one task per line (`{"id": "t1"}`); `settings.toml` holds `[[settings]]` blocks with `name`, `model` and `effort`. TRL is the trial id `next` gave, PASSED is 1 for a pass and 0 for a fail, and USD is what the run cost in dollars. It is experimental: on simulated fresh DeepSWE runs it found the right frontier in about a quarter of runs at a $8,000 budget, level with the study design it is ported from. P is not yet calibrated, so do not stop on it.
|
|
339
340
|
|
|
341
|
+
## Scoring outputs on a rubric (experimental)
|
|
342
|
+
|
|
343
|
+
`loopmath eval` is for outputs with no test to pass (reports, briefs, answers) that model judges and people score on a rubric. It reads the scores you bring; it runs no pipeline and calls no judge. From them it works out how much of each score is the judge (its bias, its disagreement with a person on one output, its noise from call to call), compares the arms with ranges that count that error, says which judge and how many repeats are worth their price, and plans what to ask a reviewer next.
|
|
344
|
+
|
|
345
|
+
```sh
|
|
346
|
+
loopmath eval simulate gated --out study --seed 0
|
|
347
|
+
loopmath eval scores check study --rubric study/rubric.json --judges study/judges.json
|
|
348
|
+
loopmath eval fit study --rubric study/rubric.json --judges study/judges.json --allow-simulated
|
|
349
|
+
loopmath eval judges study/fit.json
|
|
350
|
+
loopmath eval labels next study/fit.json --mode pilot --n 30 --out study/labels-001.json --form labels-001.csv
|
|
351
|
+
loopmath eval value study/fit.json --value study/value.json
|
|
352
|
+
```
|
|
353
|
+
|
|
354
|
+
`eval simulate` writes a practice study with known truth (`--list` names the 17 specs); with your own scores, start from `eval scores import` and leave out `--allow-simulated`. `eval fit` needs the optional modelling extra, `pip install 'loopmath[bayes]'`. `value.json`, which the `gated` spec writes for you, holds a weight per rubric component and the gates an output must pass. `eval steps` reports what each step of a pipeline adds, and `eval rubric check` reads a rubric, its judges and a fit for problems. It is experimental: it has been checked on simulated studies only, on far fewer than its acceptance checks ask for, and it reads `linear` scores at the ends of their scale as if they were not cut off there. The files, each command, how to read the output and the full list of limits are in [`docs/eval.md`](docs/eval.md).
|
|
355
|
+
|
|
340
356
|
## The store and privacy
|
|
341
357
|
|
|
342
358
|
The store is `~/.loopmath`. Set `LOOPMATH_HOME` or pass `--home` to put it elsewhere; the log parse cache moves with it, to `cache/` inside the store, unless you set `LOOPMATH_CACHE_DIR`. It holds:
|
|
@@ -377,6 +393,7 @@ loopmath graph --workspace NAME --format html --out graph.html
|
|
|
377
393
|
- [Plugin eval results](docs/plugin-eval.md): `adapt plugin-eval`
|
|
378
394
|
- [OpenEvolve and ShinkaEvolve runs](docs/adapters.md#openevolve-and-shinkaevolve): `adapt openevolve`, `adapt shinkaevolve` and `recommend --role`, which model to give an evolution loop's mutator
|
|
379
395
|
- [Release policy](docs/release.md)
|
|
396
|
+
- [Reading rubric scores from judges and people](docs/eval.md): `eval`, the files, the walk from scores to a decision, and its limits
|
|
380
397
|
- [Screening harness edits](docs/screen.md): `screen`, with a worked 48-session example and its limits
|
|
381
398
|
- [Tuning a Claude Code harness](docs/harness.md): `loopmath harness`, the `/harness` mod and the herdr runner
|
|
382
399
|
- [Packaged model prices](src/loopmath/prices.toml)
|
|
@@ -145,6 +145,7 @@ The workflow builder is the one page that is served: `loopmath builder --type bu
|
|
|
145
145
|
| Record | `run` (start, record, import, attempt, artifact, finish, sessions), `outcome`, `budget`, `config` (get, set, unset) |
|
|
146
146
|
| Flows | `flow` (init, show, export, import, plan, next, record, score, status, check) |
|
|
147
147
|
| Frontier | `frontier` (init, next, record, report) (experimental) |
|
|
148
|
+
| Rubric scores | `eval` (scores, simulate, fit, judges, rubric check, value, steps, labels next) (experimental) |
|
|
148
149
|
| Learn | `fit`, `onboard`, `share`, `prior` |
|
|
149
150
|
| View | `runs`, `posterior`, `status`, `report`, `doctor`, `verify-receipts`, `update` |
|
|
150
151
|
| Harness testing | `check-change`, `gate` (experimental), `screen` (experimental) |
|
|
@@ -155,7 +156,7 @@ The workflow builder is the one page that is served: `loopmath builder --type bu
|
|
|
155
156
|
| OCP | `ocp` (validate, migrate) |
|
|
156
157
|
| Log analysis | `analyze`, `graph`, `adapt`, `prices`, `validate-prices` |
|
|
157
158
|
|
|
158
|
-
These are experimental: `harness`, `gate`, `screen`, `tasks pick`, `frontier`, the harness-part estimates (`recommend --harness-variants` and `--harness`, `posterior --level harness` and its `factors`), `recommend --role`, `adapt harness2`, `adapt plugin-eval`, `adapt openevolve`, `adapt shinkaevolve` and the ADE adapters (`adapt NAME`). Each works and has tests, but has had little use on real work so far, and its output may change. Their help says so too. The gate at DSPy's GEPA and MIPROv2 accept step (`loopmath.integrations.dspy`, Python) is experimental too: it is tested against fakes written from their source, not yet with DSPy installed, and its guide says so. So is the opt-in cost model for arms that mix models, `loopmath.compare.model.COST_MODEL = "sw"`, a Python setting with no help of its own; the [changelog](CHANGELOG.md) describes it.
|
|
159
|
+
These are experimental: `harness`, `gate`, `screen`, `tasks pick`, `frontier`, `eval`, the harness-part estimates (`recommend --harness-variants` and `--harness`, `posterior --level harness` and its `factors`), `recommend --role`, `adapt harness2`, `adapt plugin-eval`, `adapt openevolve`, `adapt shinkaevolve` and the ADE adapters (`adapt NAME`). Each works and has tests, but has had little use on real work so far, and its output may change. Their help says so too. The gate at DSPy's GEPA and MIPROv2 accept step (`loopmath.integrations.dspy`, Python) is experimental too: it is tested against fakes written from their source, not yet with DSPy installed, and its guide says so. So is the opt-in cost model for arms that mix models, `loopmath.compare.model.COST_MODEL = "sw"`, a Python setting with no help of its own; the [changelog](CHANGELOG.md) describes it.
|
|
159
160
|
|
|
160
161
|
Each command prints a short summary by default. With `--json`, it prints exactly one JSON object instead. One exception: `loopmath adapt harness2`, `adapt harness-runs`, `adapt plugin-eval`, `adapt openevolve` and `adapt shinkaevolve` without `--out` print the run documents on stdout, one per line, so their `--json` summary goes to stderr. Exit codes: 0 ok, 1 user error, 2 not found, 3 not implemented, 4 store locked, 5 no fit yet. For flags, `loopmath <command> --help` is the source of truth. Commands, pages and the `runs` table show times in your local time with the zone; the store and `--json` keep UTC. A cost under a cent shows one significant digit (`$0.004`), and an exact zero is `$0`.
|
|
161
162
|
|
|
@@ -299,6 +300,21 @@ loopmath frontier report
|
|
|
299
300
|
|
|
300
301
|
`tasks.jsonl` holds one task per line (`{"id": "t1"}`); `settings.toml` holds `[[settings]]` blocks with `name`, `model` and `effort`. TRL is the trial id `next` gave, PASSED is 1 for a pass and 0 for a fail, and USD is what the run cost in dollars. It is experimental: on simulated fresh DeepSWE runs it found the right frontier in about a quarter of runs at a $8,000 budget, level with the study design it is ported from. P is not yet calibrated, so do not stop on it.
|
|
301
302
|
|
|
303
|
+
## Scoring outputs on a rubric (experimental)
|
|
304
|
+
|
|
305
|
+
`loopmath eval` is for outputs with no test to pass (reports, briefs, answers) that model judges and people score on a rubric. It reads the scores you bring; it runs no pipeline and calls no judge. From them it works out how much of each score is the judge (its bias, its disagreement with a person on one output, its noise from call to call), compares the arms with ranges that count that error, says which judge and how many repeats are worth their price, and plans what to ask a reviewer next.
|
|
306
|
+
|
|
307
|
+
```sh
|
|
308
|
+
loopmath eval simulate gated --out study --seed 0
|
|
309
|
+
loopmath eval scores check study --rubric study/rubric.json --judges study/judges.json
|
|
310
|
+
loopmath eval fit study --rubric study/rubric.json --judges study/judges.json --allow-simulated
|
|
311
|
+
loopmath eval judges study/fit.json
|
|
312
|
+
loopmath eval labels next study/fit.json --mode pilot --n 30 --out study/labels-001.json --form labels-001.csv
|
|
313
|
+
loopmath eval value study/fit.json --value study/value.json
|
|
314
|
+
```
|
|
315
|
+
|
|
316
|
+
`eval simulate` writes a practice study with known truth (`--list` names the 17 specs); with your own scores, start from `eval scores import` and leave out `--allow-simulated`. `eval fit` needs the optional modelling extra, `pip install 'loopmath[bayes]'`. `value.json`, which the `gated` spec writes for you, holds a weight per rubric component and the gates an output must pass. `eval steps` reports what each step of a pipeline adds, and `eval rubric check` reads a rubric, its judges and a fit for problems. It is experimental: it has been checked on simulated studies only, on far fewer than its acceptance checks ask for, and it reads `linear` scores at the ends of their scale as if they were not cut off there. The files, each command, how to read the output and the full list of limits are in [`docs/eval.md`](docs/eval.md).
|
|
317
|
+
|
|
302
318
|
## The store and privacy
|
|
303
319
|
|
|
304
320
|
The store is `~/.loopmath`. Set `LOOPMATH_HOME` or pass `--home` to put it elsewhere; the log parse cache moves with it, to `cache/` inside the store, unless you set `LOOPMATH_CACHE_DIR`. It holds:
|
|
@@ -339,6 +355,7 @@ loopmath graph --workspace NAME --format html --out graph.html
|
|
|
339
355
|
- [Plugin eval results](docs/plugin-eval.md): `adapt plugin-eval`
|
|
340
356
|
- [OpenEvolve and ShinkaEvolve runs](docs/adapters.md#openevolve-and-shinkaevolve): `adapt openevolve`, `adapt shinkaevolve` and `recommend --role`, which model to give an evolution loop's mutator
|
|
341
357
|
- [Release policy](docs/release.md)
|
|
358
|
+
- [Reading rubric scores from judges and people](docs/eval.md): `eval`, the files, the walk from scores to a decision, and its limits
|
|
342
359
|
- [Screening harness edits](docs/screen.md): `screen`, with a worked 48-session example and its limits
|
|
343
360
|
- [Tuning a Claude Code harness](docs/harness.md): `loopmath harness`, the `/harness` mod and the herdr runner
|
|
344
361
|
- [Packaged model prices](src/loopmath/prices.toml)
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "loopmath"
|
|
7
|
-
version = "0.4.
|
|
7
|
+
version = "0.4.4"
|
|
8
8
|
description = "Plan agent workflows, record how they went, and learn from your own Claude Code and Codex logs"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
license = "MIT"
|
|
@@ -1248,6 +1248,7 @@ def register(sub) -> None:
|
|
|
1248
1248
|
_add_tasks(sub)
|
|
1249
1249
|
_add_harness(sub)
|
|
1250
1250
|
_add_flow(sub)
|
|
1251
|
+
importlib.import_module("loopmath.eval.commands").add(sub) # `eval` (0.4.4, experimental)
|
|
1251
1252
|
|
|
1252
1253
|
|
|
1253
1254
|
# Handler targets, for the registry test: every one must import and be callable.
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
"""`loopmath eval` (experimental): rubric scores from judges and reviewers, read as noisy measurements.
|
|
2
|
+
|
|
3
|
+
Each command is one stage: named files in, one file out, a versioned schema between stages. The package
|
|
4
|
+
imports nothing from `store`, `belief`, `flows`, `compare`, `recommend` or `gate`; only `adapters/ocp.py`
|
|
5
|
+
reads OCP documents, and only `engine_pymc.py` imports PyMC. `tests/eval/test_eval_import_rule.py` checks it.
|
|
6
|
+
"""
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"""Adapters between the score tables of `loopmath eval` and other loopmath documents."""
|