cuju-render 0.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cuju/render/__init__.py +759 -0
- cuju/render/__main__.py +1065 -0
- cuju/render/_export/__init__.py +3 -0
- cuju/render/_export/feed.py +542 -0
- cuju/render/_export/sizes.py +157 -0
- cuju/render/_export/video.py +1618 -0
- cuju/render/_export/video_jobs.py +408 -0
- cuju/render/_format/__init__.py +3 -0
- cuju/render/_format/annotations.py +235 -0
- cuju/render/_format/codec.py +307 -0
- cuju/render/_format/keep.py +121 -0
- cuju/render/_format/recording.py +860 -0
- cuju/render/_format/writer.py +54 -0
- cuju/render/_guide/__init__.py +3 -0
- cuju/render/_guide/doctor.py +523 -0
- cuju/render/_guide/help.py +62 -0
- cuju/render/_guide/tutorial.py +254 -0
- cuju/render/_http/__init__.py +3 -0
- cuju/render/_http/commands.py +57 -0
- cuju/render/_http/headers.py +103 -0
- cuju/render/_http/launch.py +500 -0
- cuju/render/_http/launchers.py +408 -0
- cuju/render/_http/pwa.py +128 -0
- cuju/render/_http/server.py +2105 -0
- cuju/render/_http/window.py +360 -0
- cuju/render/_moments/__init__.py +3 -0
- cuju/render/_moments/captions.py +284 -0
- cuju/render/_moments/events.py +1123 -0
- cuju/render/_moments/search.py +694 -0
- cuju/render/_packages/__init__.py +3 -0
- cuju/render/_packages/glsl.py +746 -0
- cuju/render/_packages/loudness.py +334 -0
- cuju/render/_packages/pack.py +1959 -0
- cuju/render/_packages/presentation.py +1376 -0
- cuju/render/_packages/vocabulary.py +609 -0
- cuju/render/_playing/__init__.py +3 -0
- cuju/render/_playing/achievements.py +463 -0
- cuju/render/_playing/bench.py +609 -0
- cuju/render/_playing/challenges.py +1813 -0
- cuju/render/_playing/demo.py +323 -0
- cuju/render/_playing/draw.py +211 -0
- cuju/render/_playing/errors.py +20 -0
- cuju/render/_playing/game.py +645 -0
- cuju/render/_playing/limits.py +339 -0
- cuju/render/_playing/play.py +926 -0
- cuju/render/_playing/policy_worker.py +250 -0
- cuju/render/_playing/strict.py +810 -0
- cuju/render/_registry/__init__.py +3 -0
- cuju/render/_registry/clips.py +394 -0
- cuju/render/_registry/joints.py +108 -0
- cuju/render/_registry/teams.py +2058 -0
- cuju/render/_store/__init__.py +3 -0
- cuju/render/_store/home.py +70 -0
- cuju/render/_store/library.py +604 -0
- cuju/render/_store/samples.py +163 -0
- cuju/render/_text/__init__.py +3 -0
- cuju/render/_text/languages.py +637 -0
- cuju/render/_text/messages.py +1396 -0
- cuju/render/_tournaments/__init__.py +3 -0
- cuju/render/_tournaments/results.py +547 -0
- cuju/render/_tournaments/tournament.py +2742 -0
- cuju/render/_tournaments/tournament_cli.py +587 -0
- cuju/render/_tournaments/tournament_runner.py +1975 -0
- cuju/render/_version.py +6 -0
- cuju/render/_watch/__init__.py +3 -0
- cuju/render/_watch/grid.py +265 -0
- cuju/render/_watch/live.py +664 -0
- cuju/render/_watch/notebook.py +79 -0
- cuju/render/_watch/show.py +171 -0
- cuju/render/samples/sample-11v11.cjr +0 -0
- cuju/render/samples/sample-5v5.cjr +0 -0
- cuju/render/samples/teams/starter/main.py +33 -0
- cuju/render/scenarios/benchmark_full_game_11_vs_11_easy.py +46 -0
- cuju/render/scenarios/benchmark_full_game_11_vs_11_hard.py +46 -0
- cuju/render/scenarios/benchmark_full_game_11_vs_11_medium.py +46 -0
- cuju/render/scenarios/benchmark_full_game_5_vs_5_easy.py +34 -0
- cuju/render/scenarios/benchmark_full_game_5_vs_5_hard.py +34 -0
- cuju/render/scenarios/benchmark_full_game_5_vs_5_medium.py +34 -0
- cuju/render/web/assets/adboard_polygon.webp +0 -0
- cuju/render/web/assets/adboard_your_ad_here.webp +0 -0
- cuju/render/web/assets/animations/kaykit-rig-medium-combatmelee.glb +0 -0
- cuju/render/web/assets/animations/kaykit-rig-medium-general.glb +0 -0
- cuju/render/web/assets/animations/kaykit-rig-medium-movementadvanced.glb +0 -0
- cuju/render/web/assets/animations/kaykit-rig-medium-movementbasic.glb +0 -0
- cuju/render/web/assets/animations/kaykit-rig-medium-simulation.glb +0 -0
- cuju/render/web/assets/animations/kaykit-rig-medium-special.glb +0 -0
- cuju/render/web/assets/ball.glb +0 -0
- cuju/render/web/assets/challenges/3_vs_1_with_keeper.mp4 +0 -0
- cuju/render/web/assets/challenges/3_vs_1_with_keeper.webp +0 -0
- cuju/render/web/assets/challenges/corner.mp4 +0 -0
- cuju/render/web/assets/challenges/corner.webp +0 -0
- cuju/render/web/assets/challenges/counterattack_easy.mp4 +0 -0
- cuju/render/web/assets/challenges/counterattack_easy.webp +0 -0
- cuju/render/web/assets/challenges/counterattack_hard.mp4 +0 -0
- cuju/render/web/assets/challenges/counterattack_hard.webp +0 -0
- cuju/render/web/assets/challenges/empty_goal.mp4 +0 -0
- cuju/render/web/assets/challenges/empty_goal.webp +0 -0
- cuju/render/web/assets/challenges/empty_goal_close.mp4 +0 -0
- cuju/render/web/assets/challenges/empty_goal_close.webp +0 -0
- cuju/render/web/assets/challenges/manifest.json +375 -0
- cuju/render/web/assets/challenges/one_on_one.mp4 +0 -0
- cuju/render/web/assets/challenges/one_on_one.webp +0 -0
- cuju/render/web/assets/challenges/one_on_one_hard.mp4 +0 -0
- cuju/render/web/assets/challenges/one_on_one_hard.webp +0 -0
- cuju/render/web/assets/challenges/pass_and_shoot_with_keeper.mp4 +0 -0
- cuju/render/web/assets/challenges/pass_and_shoot_with_keeper.webp +0 -0
- cuju/render/web/assets/challenges/run_pass_and_shoot_with_keeper.mp4 +0 -0
- cuju/render/web/assets/challenges/run_pass_and_shoot_with_keeper.webp +0 -0
- cuju/render/web/assets/challenges/run_to_score.mp4 +0 -0
- cuju/render/web/assets/challenges/run_to_score.webp +0 -0
- cuju/render/web/assets/challenges/run_to_score_with_keeper.mp4 +0 -0
- cuju/render/web/assets/challenges/run_to_score_with_keeper.webp +0 -0
- cuju/render/web/assets/challenges/single_goal_versus_lazy.mp4 +0 -0
- cuju/render/web/assets/challenges/single_goal_versus_lazy.webp +0 -0
- cuju/render/web/assets/crowd.webp +0 -0
- cuju/render/web/assets/crowd_normal.webp +0 -0
- cuju/render/web/assets/cuju-logo-384.png +0 -0
- cuju/render/web/assets/cuju-logo.png +0 -0
- cuju/render/web/assets/cuju-logo.svg +46 -0
- cuju/render/web/assets/cuju-mark-light.svg +33 -0
- cuju/render/web/assets/cuju-mark.svg +33 -0
- cuju/render/web/assets/goal.glb +0 -0
- cuju/render/web/assets/grass.webp +0 -0
- cuju/render/web/assets/hair_black.png +0 -0
- cuju/render/web/assets/hair_blonde.png +0 -0
- cuju/render/web/assets/hair_brown.png +0 -0
- cuju/render/web/assets/hair_darkblonde.png +0 -0
- cuju/render/web/assets/hair_long01.glb +0 -0
- cuju/render/web/assets/hair_long02.glb +0 -0
- cuju/render/web/assets/hair_medium01.glb +0 -0
- cuju/render/web/assets/hair_red.png +0 -0
- cuju/render/web/assets/hair_short01.glb +0 -0
- cuju/render/web/assets/hair_short02.glb +0 -0
- cuju/render/web/assets/icons/cuju-192.png +0 -0
- cuju/render/web/assets/icons/cuju-512.png +0 -0
- cuju/render/web/assets/icons/cuju-maskable-512.png +0 -0
- cuju/render/web/assets/kit_goalkeeper.webp +0 -0
- cuju/render/web/assets/kit_mask.png +0 -0
- cuju/render/web/assets/kit_normal.webp +0 -0
- cuju/render/web/assets/manifest.json +601 -0
- cuju/render/web/assets/models/kaykit-barbarian.glb +0 -0
- cuju/render/web/assets/models/kaykit-barbarian.json +23 -0
- cuju/render/web/assets/models/kaykit-knight.glb +0 -0
- cuju/render/web/assets/models/kaykit-knight.json +23 -0
- cuju/render/web/assets/models/kaykit-mage.glb +0 -0
- cuju/render/web/assets/models/kaykit-mage.json +23 -0
- cuju/render/web/assets/models/kaykit-mannequin-medium.glb +0 -0
- cuju/render/web/assets/models/kaykit-mannequin-medium.json +23 -0
- cuju/render/web/assets/models/kaykit-ranger.glb +0 -0
- cuju/render/web/assets/models/kaykit-ranger.json +23 -0
- cuju/render/web/assets/models/kaykit-rogue-hooded.glb +0 -0
- cuju/render/web/assets/models/kaykit-rogue-hooded.json +23 -0
- cuju/render/web/assets/models/kaykit-rogue.glb +0 -0
- cuju/render/web/assets/models/kaykit-rogue.json +23 -0
- cuju/render/web/assets/models/kaykit-skeleton-mage.glb +0 -0
- cuju/render/web/assets/models/kaykit-skeleton-mage.json +23 -0
- cuju/render/web/assets/models/kaykit-skeleton-minion.glb +0 -0
- cuju/render/web/assets/models/kaykit-skeleton-minion.json +23 -0
- cuju/render/web/assets/models/kaykit-skeleton-rogue.glb +0 -0
- cuju/render/web/assets/models/kaykit-skeleton-rogue.json +23 -0
- cuju/render/web/assets/models/kaykit-skeleton-warrior.glb +0 -0
- cuju/render/web/assets/models/kaykit-skeleton-warrior.json +23 -0
- cuju/render/web/assets/pitch.webp +0 -0
- cuju/render/web/assets/pitch_normal.webp +0 -0
- cuju/render/web/assets/player.glb +0 -0
- cuju/render/web/assets/shoe.webp +0 -0
- cuju/render/web/assets/shoe_sole.png +0 -0
- cuju/render/web/assets/skin_01.png +0 -0
- cuju/render/web/assets/skin_02.png +0 -0
- cuju/render/web/assets/skin_03.png +0 -0
- cuju/render/web/assets/skin_04.png +0 -0
- cuju/render/web/assets/sounds/applause.ogg +0 -0
- cuju/render/web/assets/sounds/beach-wave-1.ogg +0 -0
- cuju/render/web/assets/sounds/beach-wave-2.ogg +0 -0
- cuju/render/web/assets/sounds/beach-wave-3.ogg +0 -0
- cuju/render/web/assets/sounds/beach-wave-4.ogg +0 -0
- cuju/render/web/assets/sounds/city-horn.ogg +0 -0
- cuju/render/web/assets/sounds/city-loop.ogg +0 -0
- cuju/render/web/assets/sounds/city-siren.ogg +0 -0
- cuju/render/web/assets/sounds/crowd-cheer.ogg +0 -0
- cuju/render/web/assets/sounds/crowd-loop.ogg +0 -0
- cuju/render/web/assets/sounds/crowd-ooh.ogg +0 -0
- cuju/render/web/assets/sounds/gulls.ogg +0 -0
- cuju/render/web/assets/sounds/neon-sting.ogg +0 -0
- cuju/render/web/assets/sounds/rain-loop.ogg +0 -0
- cuju/render/web/assets/sounds/sounds.json +46 -0
- cuju/render/web/assets/sounds/space-beep.ogg +0 -0
- cuju/render/web/assets/sounds/space-hum.ogg +0 -0
- cuju/render/web/assets/sounds/space-radio.ogg +0 -0
- cuju/render/web/assets/sounds/whistle-long.ogg +0 -0
- cuju/render/web/assets/sounds/whistle-short.ogg +0 -0
- cuju/render/web/assets/sounds/wind-loop.ogg +0 -0
- cuju/render/web/easy.css +357 -0
- cuju/render/web/export.html +23 -0
- cuju/render/web/feed.css +262 -0
- cuju/render/web/feed.html +28 -0
- cuju/render/web/flat.css +120 -0
- cuju/render/web/home.css +837 -0
- cuju/render/web/index.html +373 -0
- cuju/render/web/js/boot.js +50 -0
- cuju/render/web/js/broadcast/audio.js +2141 -0
- cuju/render/web/js/broadcast/celebrate.js +1238 -0
- cuju/render/web/js/broadcast/decisions.js +609 -0
- cuju/render/web/js/broadcast/hud.js +352 -0
- cuju/render/web/js/broadcast/show.js +3614 -0
- cuju/render/web/js/broadcast/transition.js +2231 -0
- cuju/render/web/js/broadcast/voices.js +153 -0
- cuju/render/web/js/capture.js +101 -0
- cuju/render/web/js/core/accessibility.js +90 -0
- cuju/render/web/js/core/api.js +429 -0
- cuju/render/web/js/core/comfort.js +135 -0
- cuju/render/web/js/core/i18n.js +705 -0
- cuju/render/web/js/core/icons.js +167 -0
- cuju/render/web/js/core/input-settings.js +156 -0
- cuju/render/web/js/core/keys.js +277 -0
- cuju/render/web/js/core/language-ui.js +125 -0
- cuju/render/web/js/core/menu.js +853 -0
- cuju/render/web/js/core/names.js +113 -0
- cuju/render/web/js/core/page-structure.js +110 -0
- cuju/render/web/js/core/scenarios.js +109 -0
- cuju/render/web/js/core/spoilers.js +236 -0
- cuju/render/web/js/core/typeahead.js +38 -0
- cuju/render/web/js/export/dom-picture.js +330 -0
- cuju/render/web/js/export/export-host.js +97 -0
- cuju/render/web/js/export/feed-dialog.js +191 -0
- cuju/render/web/js/export/feed-params.js +266 -0
- cuju/render/web/js/export/feed.js +363 -0
- cuju/render/web/js/export/mp4-mux.js +295 -0
- cuju/render/web/js/export/photo-core.js +313 -0
- cuju/render/web/js/export/photo.js +1314 -0
- cuju/render/web/js/export/safe-frame.js +59 -0
- cuju/render/web/js/export/size-fields.js +103 -0
- cuju/render/web/js/export/sizes.js +178 -0
- cuju/render/web/js/export/video-boot.js +55 -0
- cuju/render/web/js/export/video-browser.js +325 -0
- cuju/render/web/js/export/video-export.js +417 -0
- cuju/render/web/js/export/video-plan.js +207 -0
- cuju/render/web/js/export/video-range.js +185 -0
- cuju/render/web/js/export/webm-mux.js +198 -0
- cuju/render/web/js/feed-boot.js +151 -0
- cuju/render/web/js/feed-frame.js +101 -0
- cuju/render/web/js/help/doctor.js +488 -0
- cuju/render/web/js/help/firstrun.js +379 -0
- cuju/render/web/js/help/help-center.js +438 -0
- cuju/render/web/js/help/install-offer.js +164 -0
- cuju/render/web/js/help/install-state.js +104 -0
- cuju/render/web/js/help/lessons-core.js +207 -0
- cuju/render/web/js/help/lessons.js +463 -0
- cuju/render/web/js/help/palette.js +584 -0
- cuju/render/web/js/help/pwa.js +257 -0
- cuju/render/web/js/help/tour-core.js +241 -0
- cuju/render/web/js/help/tour.js +461 -0
- cuju/render/web/js/main.js +2513 -0
- cuju/render/web/js/pages/draw.js +188 -0
- cuju/render/web/js/pages/fieldpage.js +530 -0
- cuju/render/web/js/pages/home.js +521 -0
- cuju/render/web/js/pages/matches.js +779 -0
- cuju/render/web/js/pages/moments-ui.js +359 -0
- cuju/render/web/js/pages/queue-filters.js +63 -0
- cuju/render/web/js/pages/recording-groups.js +80 -0
- cuju/render/web/js/pages/recordings.js +1069 -0
- cuju/render/web/js/play/bench.js +347 -0
- cuju/render/web/js/play/challenges.js +1302 -0
- cuju/render/web/js/play/medals.js +127 -0
- cuju/render/web/js/play/play.js +1953 -0
- cuju/render/web/js/play/teasers.js +196 -0
- cuju/render/web/js/play/touch.js +350 -0
- cuju/render/web/js/play/tournament-layout.js +487 -0
- cuju/render/web/js/play/tournament-results.js +441 -0
- cuju/render/web/js/play/tournament-strict.js +560 -0
- cuju/render/web/js/play/tournament.js +2585 -0
- cuju/render/web/js/players/animate.js +972 -0
- cuju/render/web/js/players/clips.js +224 -0
- cuju/render/web/js/players/kaykit.js +162 -0
- cuju/render/web/js/players/kits.js +676 -0
- cuju/render/web/js/players/number-patch.js +82 -0
- cuju/render/web/js/players/players.js +2694 -0
- cuju/render/web/js/players/recolor.js +893 -0
- cuju/render/web/js/players/retarget.js +325 -0
- cuju/render/web/js/players/rig-numbers.js +174 -0
- cuju/render/web/js/presentation/animator.js +231 -0
- cuju/render/web/js/presentation/assign.js +85 -0
- cuju/render/web/js/presentation/behaviors.js +440 -0
- cuju/render/web/js/presentation/budget.js +209 -0
- cuju/render/web/js/presentation/catalog.js +1674 -0
- cuju/render/web/js/presentation/clocks.js +72 -0
- cuju/render/web/js/presentation/commands.js +301 -0
- cuju/render/web/js/presentation/contract.js +240 -0
- cuju/render/web/js/presentation/effects.js +904 -0
- cuju/render/web/js/presentation/flash.js +605 -0
- cuju/render/web/js/presentation/freeze-worklet.js +22 -0
- cuju/render/web/js/presentation/glsl.js +464 -0
- cuju/render/web/js/presentation/host.js +323 -0
- cuju/render/web/js/presentation/index.js +2066 -0
- cuju/render/web/js/presentation/loudness-worklet.js +235 -0
- cuju/render/web/js/presentation/loudness.js +740 -0
- cuju/render/web/js/presentation/moments.js +536 -0
- cuju/render/web/js/presentation/post.js +327 -0
- cuju/render/web/js/presentation/preview.js +180 -0
- cuju/render/web/js/presentation/protocol.js +174 -0
- cuju/render/web/js/presentation/reach.js +158 -0
- cuju/render/web/js/presentation/rigging.js +130 -0
- cuju/render/web/js/presentation/sandbox.js +157 -0
- cuju/render/web/js/presentation/shaders.js +235 -0
- cuju/render/web/js/presentation/stage.js +402 -0
- cuju/render/web/js/presentation/teamaudio.js +722 -0
- cuju/render/web/js/presentation/tracks.js +197 -0
- cuju/render/web/js/presentation/values.js +81 -0
- cuju/render/web/js/recording/annotation-data.js +203 -0
- cuju/render/web/js/recording/captions.js +491 -0
- cuju/render/web/js/recording/codec.js +185 -0
- cuju/render/web/js/recording/decode-worker.js +70 -0
- cuju/render/web/js/recording/decode.js +94 -0
- cuju/render/web/js/recording/episodes.js +46 -0
- cuju/render/web/js/recording/format.js +461 -0
- cuju/render/web/js/recording/live.js +348 -0
- cuju/render/web/js/recording/moments-query.js +59 -0
- cuju/render/web/js/recording/moments.js +149 -0
- cuju/render/web/js/recording/pose.js +86 -0
- cuju/render/web/js/recording/timeline.js +275 -0
- cuju/render/web/js/teams/art.js +50 -0
- cuju/render/web/js/teams/clip-editor.js +293 -0
- cuju/render/web/js/teams/editor.js +1979 -0
- cuju/render/web/js/teams/library.js +344 -0
- cuju/render/web/js/teams/painter.js +633 -0
- cuju/render/web/js/teams/surprise-ui.js +195 -0
- cuju/render/web/js/teams/surprise.js +497 -0
- cuju/render/web/js/teams/team-check.js +127 -0
- cuju/render/web/js/watch/annotations.js +270 -0
- cuju/render/web/js/watch/flat.js +366 -0
- cuju/render/web/js/watch/grid.js +436 -0
- cuju/render/web/js/watch/pitch2d.js +289 -0
- cuju/render/web/js/watch/player-tools.js +192 -0
- cuju/render/web/js/watch/presets.js +201 -0
- cuju/render/web/js/world/arenas.js +997 -0
- cuju/render/web/js/world/ball.js +204 -0
- cuju/render/web/js/world/cameras.js +982 -0
- cuju/render/web/js/world/crowd.js +376 -0
- cuju/render/web/js/world/field.js +227 -0
- cuju/render/web/js/world/framing.js +145 -0
- cuju/render/web/js/world/occlusion.js +48 -0
- cuju/render/web/js/world/pitch.js +703 -0
- cuju/render/web/js/world/scene.js +395 -0
- cuju/render/web/js/world/sky.js +325 -0
- cuju/render/web/js/world/stadium.js +1262 -0
- cuju/render/web/js/world/vendor-sky.js +367 -0
- cuju/render/web/js/world/weather.js +264 -0
- cuju/render/web/languages/en.json +4750 -0
- cuju/render/web/lessons.json +137 -0
- cuju/render/web/manifest.webmanifest +23 -0
- cuju/render/web/style.css +8399 -0
- cuju/render/web/sw.js +235 -0
- cuju/render/web/vendor/fabric/LICENSE +16 -0
- cuju/render/web/vendor/fabric/fabric.min.mjs +1 -0
- cuju/render/web/vendor/lucide/LICENSE +43 -0
- cuju/render/web/vendor/lucide/icons.js +141 -0
- cuju/render/web/vendor/three/LICENSE +21 -0
- cuju/render/web/vendor/three/build/three.core.js +60586 -0
- cuju/render/web/vendor/three/build/three.module.js +19719 -0
- cuju/render/web/vendor/three/examples/jsm/loaders/GLTFLoader.js +4925 -0
- cuju/render/web/vendor/three/examples/jsm/postprocessing/EffectComposer.js +365 -0
- cuju/render/web/vendor/three/examples/jsm/postprocessing/MaskPass.js +195 -0
- cuju/render/web/vendor/three/examples/jsm/postprocessing/OutputPass.js +148 -0
- cuju/render/web/vendor/three/examples/jsm/postprocessing/Pass.js +191 -0
- cuju/render/web/vendor/three/examples/jsm/postprocessing/RenderPass.js +193 -0
- cuju/render/web/vendor/three/examples/jsm/postprocessing/ShaderPass.js +135 -0
- cuju/render/web/vendor/three/examples/jsm/postprocessing/UnrealBloomPass.js +541 -0
- cuju/render/web/vendor/three/examples/jsm/shaders/CopyShader.js +52 -0
- cuju/render/web/vendor/three/examples/jsm/shaders/LuminosityHighPassShader.js +68 -0
- cuju/render/web/vendor/three/examples/jsm/shaders/OutputShader.js +103 -0
- cuju/render/web/vendor/three/examples/jsm/utils/BufferGeometryUtils.js +1501 -0
- cuju/render/web/vendor/three/examples/jsm/utils/SkeletonUtils.js +496 -0
- cuju_render-0.1.0.dist-info/METADATA +116 -0
- cuju_render-0.1.0.dist-info/RECORD +382 -0
- cuju_render-0.1.0.dist-info/WHEEL +4 -0
- cuju_render-0.1.0.dist-info/licenses/LICENSE +202 -0
- cuju_render-0.1.0.dist-info/licenses/LICENSES/CC-BY-4.0.txt +396 -0
- cuju_render-0.1.0.dist-info/licenses/LICENSES/CC0-1.0.txt +127 -0
- cuju_render-0.1.0.dist-info/licenses/LICENSES/ISC.txt +16 -0
- cuju_render-0.1.0.dist-info/licenses/LICENSES/MIT.txt +24 -0
- cuju_render-0.1.0.dist-info/licenses/LICENSES/Unlicense.txt +13 -0
- cuju_render-0.1.0.dist-info/licenses/NOTICE +35 -0
|
@@ -0,0 +1,609 @@
|
|
|
1
|
+
# Copyright 2026 The cuju Authors
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
|
|
4
|
+
"""Benchmarks of models, registered teams that play the chosen challenges headless as one job.
|
|
5
|
+
|
|
6
|
+
A benchmark plays every pair of a model and a challenge as a full headless run, in a child process
|
|
7
|
+
of its own, `python -m cuju.render._playing.challenges`, the very process that Run headless plays.
|
|
8
|
+
Each run therefore keeps the challenge's rules, seeds, abilities and scoring, scores exactly as a
|
|
9
|
+
person's run of the same challenge, and reaches the challenge's leaderboard as any full run does,
|
|
10
|
+
and no model's run shares a process with another. A policy that fails ends its attempt alone,
|
|
11
|
+
which counts as failed, and a run that cannot play at all leaves its cell failed, so the job always
|
|
12
|
+
goes on to the next pair.
|
|
13
|
+
|
|
14
|
+
The results form a table of models by challenges, each cell with its value and medal, and each
|
|
15
|
+
model with its totals, the medals it won and its score. The score is the mean over the challenges
|
|
16
|
+
of the benchmark of the share of the gold target that a model's value reached, from 0 to 1 and 0
|
|
17
|
+
for a cell without a result, times 100 and rounded to one decimal, so 100 means gold everywhere.
|
|
18
|
+
Models place by score, then by gold, silver and bronze medals, and models level on all four share
|
|
19
|
+
a place. `csv_text` writes the table as CSV, which the page writes the same way.
|
|
20
|
+
|
|
21
|
+
The server keeps its benchmarks in memory, the newest 20 ended ones with every waiting or running
|
|
22
|
+
one, plays one benchmark at a time, and within it plays several runs at once, `workers` of them,
|
|
23
|
+
one for every four logical processors of the machine by default, from 1 to 4.
|
|
24
|
+
"""
|
|
25
|
+
|
|
26
|
+
from __future__ import annotations
|
|
27
|
+
|
|
28
|
+
import copy
|
|
29
|
+
import csv
|
|
30
|
+
import io
|
|
31
|
+
import json
|
|
32
|
+
import os
|
|
33
|
+
import subprocess
|
|
34
|
+
import sys
|
|
35
|
+
import threading
|
|
36
|
+
import time
|
|
37
|
+
from collections.abc import Callable
|
|
38
|
+
from typing import Any
|
|
39
|
+
|
|
40
|
+
from cuju.errors import ArgumentError
|
|
41
|
+
|
|
42
|
+
from .._registry import teams as _teams
|
|
43
|
+
from .._store import home as _home
|
|
44
|
+
from .._text import messages as _messages
|
|
45
|
+
from .._text.messages import MessageError
|
|
46
|
+
from . import challenges as _challenges
|
|
47
|
+
|
|
48
|
+
# A benchmark plays at most this many runs at once.
|
|
49
|
+
MOST_WORKERS = 8
|
|
50
|
+
# The server keeps this many ended benchmarks in its list.
|
|
51
|
+
_KEPT = 20
|
|
52
|
+
# The states of a cell. A skipped cell names a pair that cannot play, such as a team of another
|
|
53
|
+
# format than its challenge's scenario.
|
|
54
|
+
CELL_STATES = ('queued', 'running', 'done', 'failed', 'skipped', 'cancelled')
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
def default_workers() -> int:
|
|
58
|
+
"""Returns the runs a benchmark plays at once by default, one for every four processors."""
|
|
59
|
+
return max(1, min(4, (os.cpu_count() or 1) // 4))
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
def _team_ids(value: Any) -> list[str]:
|
|
63
|
+
if (
|
|
64
|
+
not isinstance(value, list)
|
|
65
|
+
or not value
|
|
66
|
+
or not all(isinstance(item, str) for item in value)
|
|
67
|
+
or len(set(value)) != len(value)
|
|
68
|
+
):
|
|
69
|
+
raise MessageError('server.bench.teams', teams=repr(value))
|
|
70
|
+
return list(value)
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
def _challenge_ids(value: Any) -> list[str]:
|
|
74
|
+
if value is None:
|
|
75
|
+
return [entry['id'] for entry in _challenges.CATALOG]
|
|
76
|
+
if (
|
|
77
|
+
not isinstance(value, list)
|
|
78
|
+
or not value
|
|
79
|
+
or not all(isinstance(item, str) for item in value)
|
|
80
|
+
or len(set(value)) != len(value)
|
|
81
|
+
):
|
|
82
|
+
raise MessageError('server.bench.challenges', challenges=repr(value))
|
|
83
|
+
for identifier in value:
|
|
84
|
+
_challenges.find(identifier)
|
|
85
|
+
# The table lists the challenges in the order of the catalog, whatever the order asked.
|
|
86
|
+
return [entry['id'] for entry in _challenges.CATALOG if entry['id'] in value]
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
def _workers(value: Any) -> int:
|
|
90
|
+
if value is None:
|
|
91
|
+
return default_workers()
|
|
92
|
+
if not _challenges._whole(value) or not 1 <= value <= MOST_WORKERS:
|
|
93
|
+
raise MessageError('server.bench.workers', most=MOST_WORKERS, workers=repr(value))
|
|
94
|
+
return value
|
|
95
|
+
|
|
96
|
+
|
|
97
|
+
def plan(
|
|
98
|
+
teams: Any,
|
|
99
|
+
challenges: Any = None,
|
|
100
|
+
keep_recordings: Any = False,
|
|
101
|
+
workers: Any = None,
|
|
102
|
+
device: str = 'cpu',
|
|
103
|
+
) -> dict[str, Any]:
|
|
104
|
+
"""Returns a new benchmark, its models, challenges and a queued cell for every pair.
|
|
105
|
+
|
|
106
|
+
Args:
|
|
107
|
+
teams: The models, a list of distinct team identifiers of the registry, `builtin` among
|
|
108
|
+
them if wanted.
|
|
109
|
+
challenges: The challenges, a list of distinct identifiers, or `None` for every one.
|
|
110
|
+
keep_recordings: Whether the library keeps the attempts as recordings, false by default.
|
|
111
|
+
workers: The runs played at once, from 1 to 8, or `None` for `default_workers`.
|
|
112
|
+
device: `cpu` or `cuda`.
|
|
113
|
+
|
|
114
|
+
Raises:
|
|
115
|
+
ArgumentError: If a team, a challenge, the keeping or the workers do not fit.
|
|
116
|
+
"""
|
|
117
|
+
identifiers = _team_ids(teams)
|
|
118
|
+
chosen = _challenge_ids(challenges)
|
|
119
|
+
keep = _challenges._keep_flag(keep_recordings)
|
|
120
|
+
count = _workers(workers)
|
|
121
|
+
models, cells = [], []
|
|
122
|
+
for identifier in identifiers:
|
|
123
|
+
entry = _teams.entry(identifier)
|
|
124
|
+
models.append({'team': identifier, **_messages.named('name', _teams.shown_name(entry))})
|
|
125
|
+
for challenge in chosen:
|
|
126
|
+
spec = _challenges.find(challenge)
|
|
127
|
+
cell = _cell(identifier, spec)
|
|
128
|
+
try:
|
|
129
|
+
_teams.challenge_fit(entry, spec['scenario'])
|
|
130
|
+
except ArgumentError as error:
|
|
131
|
+
cell.update(state='skipped', **_messages.entry_fields(error))
|
|
132
|
+
cells.append(cell)
|
|
133
|
+
document = {
|
|
134
|
+
'teams': identifiers,
|
|
135
|
+
'challenges': chosen,
|
|
136
|
+
'models': models,
|
|
137
|
+
'cells': cells,
|
|
138
|
+
'keep_recordings': keep,
|
|
139
|
+
'workers': count,
|
|
140
|
+
'device': device,
|
|
141
|
+
}
|
|
142
|
+
document['rows'] = table(document)
|
|
143
|
+
document['progress'] = progress(document)
|
|
144
|
+
return document
|
|
145
|
+
|
|
146
|
+
|
|
147
|
+
def _cell(team: str, spec: dict[str, Any]) -> dict[str, Any]:
|
|
148
|
+
return {
|
|
149
|
+
'team': team,
|
|
150
|
+
'challenge': spec['id'],
|
|
151
|
+
'state': 'queued',
|
|
152
|
+
'attempts': spec['attempts'],
|
|
153
|
+
'played': 0,
|
|
154
|
+
'value': None,
|
|
155
|
+
'seconds': None,
|
|
156
|
+
'medal': None,
|
|
157
|
+
'failed_attempts': 0,
|
|
158
|
+
# The players that played and those the team controls, for a team with players out.
|
|
159
|
+
'playing': None,
|
|
160
|
+
'rank': None,
|
|
161
|
+
'group': None,
|
|
162
|
+
'results': [],
|
|
163
|
+
**_messages.entry_fields(None),
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
|
|
167
|
+
def share(spec: dict[str, Any], cell: dict[str, Any]) -> float:
|
|
168
|
+
"""Returns the share of the gold target that a cell's value reached, from 0 to 1."""
|
|
169
|
+
if cell['state'] != 'done' or not _challenges._number(cell['value']):
|
|
170
|
+
return 0.0
|
|
171
|
+
gold = spec['targets'][_challenges.MEDALS.index('gold')]
|
|
172
|
+
return min(1.0, max(0.0, cell['value'] / gold))
|
|
173
|
+
|
|
174
|
+
|
|
175
|
+
def table(document: dict[str, Any]) -> list[dict[str, Any]]:
|
|
176
|
+
"""Returns the row of each model, its medals, score and place, in the order of the models.
|
|
177
|
+
|
|
178
|
+
The score is 100 times the mean share of the gold targets over the benchmark's challenges,
|
|
179
|
+
rounded to one decimal, and the place counts the models ahead by score and then by gold,
|
|
180
|
+
silver and bronze medals, so models level on all four share a place.
|
|
181
|
+
"""
|
|
182
|
+
specs = {identifier: _challenges.find(identifier) for identifier in document['challenges']}
|
|
183
|
+
rows = []
|
|
184
|
+
for model in document['models']:
|
|
185
|
+
cells = [cell for cell in document['cells'] if cell['team'] == model['team']]
|
|
186
|
+
won = [cell['medal'] for cell in cells if cell['state'] == 'done' and cell['medal']]
|
|
187
|
+
shares = [share(specs[cell['challenge']], cell) for cell in cells]
|
|
188
|
+
score = round(100 * sum(shares) / len(specs), 1) if specs else 0.0
|
|
189
|
+
rows.append(
|
|
190
|
+
{
|
|
191
|
+
**model,
|
|
192
|
+
'gold': won.count('gold'),
|
|
193
|
+
'silver': won.count('silver'),
|
|
194
|
+
'bronze': won.count('bronze'),
|
|
195
|
+
'score': score,
|
|
196
|
+
'done': sum(cell['state'] == 'done' for cell in cells),
|
|
197
|
+
'place': None,
|
|
198
|
+
}
|
|
199
|
+
)
|
|
200
|
+
|
|
201
|
+
def standing(row: dict[str, Any]) -> tuple[float, int, int, int]:
|
|
202
|
+
return (row['score'], row['gold'], row['silver'], row['bronze'])
|
|
203
|
+
|
|
204
|
+
for row in rows:
|
|
205
|
+
row['place'] = 1 + sum(standing(other) > standing(row) for other in rows)
|
|
206
|
+
return rows
|
|
207
|
+
|
|
208
|
+
|
|
209
|
+
def progress(document: dict[str, Any]) -> float:
|
|
210
|
+
"""Returns the share of the attempts played over the cells that play, from 0 to 1."""
|
|
211
|
+
playing = [cell for cell in document['cells'] if cell['state'] != 'skipped']
|
|
212
|
+
total = sum(cell['attempts'] for cell in playing)
|
|
213
|
+
if not total:
|
|
214
|
+
return 1.0
|
|
215
|
+
played = sum(
|
|
216
|
+
cell['attempts'] if cell['state'] in ('done', 'failed') else cell['played']
|
|
217
|
+
for cell in playing
|
|
218
|
+
)
|
|
219
|
+
return round(played / total, 4)
|
|
220
|
+
|
|
221
|
+
|
|
222
|
+
def csv_text(document: dict[str, Any]) -> str:
|
|
223
|
+
"""Returns the table of a benchmark as CSV, one row for each model.
|
|
224
|
+
|
|
225
|
+
The columns are the model's name and team, the value and medal of each challenge, empty for a
|
|
226
|
+
cell without a result, and the model's gold, silver and bronze medals, score and place.
|
|
227
|
+
"""
|
|
228
|
+
output = io.StringIO()
|
|
229
|
+
writer = csv.writer(output, lineterminator='\n')
|
|
230
|
+
header = ['model', 'team']
|
|
231
|
+
for identifier in document['challenges']:
|
|
232
|
+
header += [f'{identifier} value', f'{identifier} medal']
|
|
233
|
+
writer.writerow([*header, 'gold', 'silver', 'bronze', 'score', 'place'])
|
|
234
|
+
cells = {(cell['team'], cell['challenge']): cell for cell in document['cells']}
|
|
235
|
+
for row in document['rows']:
|
|
236
|
+
line = [row['name'], row['team']]
|
|
237
|
+
for identifier in document['challenges']:
|
|
238
|
+
cell = cells[(row['team'], identifier)]
|
|
239
|
+
done = cell['state'] == 'done'
|
|
240
|
+
line += ['' if not done else str(cell['value']), (done and cell['medal']) or '']
|
|
241
|
+
writer.writerow(
|
|
242
|
+
[*line, row['gold'], row['silver'], row['bronze'], f'{row["score"]:.1f}', row['place']]
|
|
243
|
+
)
|
|
244
|
+
return output.getvalue()
|
|
245
|
+
|
|
246
|
+
|
|
247
|
+
class CellError(Exception):
|
|
248
|
+
"""Raised for a run of a benchmark that ended without a result, with its error fields."""
|
|
249
|
+
|
|
250
|
+
def __init__(self, fields: dict[str, Any]) -> None:
|
|
251
|
+
super().__init__(fields.get('error'))
|
|
252
|
+
self.fields = fields
|
|
253
|
+
|
|
254
|
+
|
|
255
|
+
def play_cell(
|
|
256
|
+
document: dict[str, Any],
|
|
257
|
+
cell: dict[str, Any],
|
|
258
|
+
attempt: Callable[[dict[str, Any]], None],
|
|
259
|
+
started: Callable[[subprocess.Popen], None] | None = None,
|
|
260
|
+
) -> dict[str, Any]:
|
|
261
|
+
"""Plays one cell of a benchmark in a child process and returns the result of its run.
|
|
262
|
+
|
|
263
|
+
Raises:
|
|
264
|
+
CellError: If the run ended without a result.
|
|
265
|
+
"""
|
|
266
|
+
command = _challenges.child_command(
|
|
267
|
+
cell['challenge'], cell['team'], None, document['keep_recordings'], document['device']
|
|
268
|
+
)
|
|
269
|
+
found: dict[str, Any] = {}
|
|
270
|
+
|
|
271
|
+
def report(line: dict[str, Any]) -> None:
|
|
272
|
+
if isinstance(line.get('attempt'), dict):
|
|
273
|
+
attempt(line['attempt'])
|
|
274
|
+
if isinstance(line.get('result'), dict):
|
|
275
|
+
found['result'] = line['result']
|
|
276
|
+
if isinstance(line.get('error'), str):
|
|
277
|
+
found['error'] = _messages.report_fields(line)
|
|
278
|
+
|
|
279
|
+
code, tail = _challenges.play_child(command, report, started)
|
|
280
|
+
if code == 0 and 'result' in found:
|
|
281
|
+
return found['result']
|
|
282
|
+
raise CellError(
|
|
283
|
+
found.get('error') or _messages.exit_fields('server.challenges.exit', code, tail)
|
|
284
|
+
)
|
|
285
|
+
|
|
286
|
+
|
|
287
|
+
def run(
|
|
288
|
+
document: dict[str, Any],
|
|
289
|
+
play: Callable[..., dict[str, Any]] = play_cell,
|
|
290
|
+
changed: Callable[[dict[str, Any] | None], None] | None = None,
|
|
291
|
+
cancelled: Callable[[], bool] | None = None,
|
|
292
|
+
started: Callable[[subprocess.Popen], None] | None = None,
|
|
293
|
+
lock: Any = None,
|
|
294
|
+
) -> dict[str, Any]:
|
|
295
|
+
"""Plays every queued cell of a benchmark, `workers` at a time, and returns the benchmark.
|
|
296
|
+
|
|
297
|
+
Each cell takes its value, seconds, medal, rank, failed attempts and the results of its
|
|
298
|
+
attempts from its run, and a run without a result leaves its cell failed with the error.
|
|
299
|
+
|
|
300
|
+
Args:
|
|
301
|
+
document: The benchmark, as `plan` returns it, which the function fills in.
|
|
302
|
+
play: The function that plays a cell, as `play_cell` does, by default `play_cell`.
|
|
303
|
+
changed: A function called with the cell after each attempt and each end of a cell.
|
|
304
|
+
cancelled: A function that says whether the benchmark should stop, after which no cell
|
|
305
|
+
starts.
|
|
306
|
+
started: A function called with each child process once it has started.
|
|
307
|
+
lock: The lock that guards the document, a new one by default.
|
|
308
|
+
"""
|
|
309
|
+
lock = lock or threading.Lock()
|
|
310
|
+
|
|
311
|
+
def attempt_of(cell: dict[str, Any]) -> Callable[[dict[str, Any]], None]:
|
|
312
|
+
def seen(result: dict[str, Any]) -> None:
|
|
313
|
+
with lock:
|
|
314
|
+
cell['results'] = [*cell['results'], result]
|
|
315
|
+
cell['played'] = len(cell['results'])
|
|
316
|
+
document['progress'] = progress(document)
|
|
317
|
+
if changed is not None:
|
|
318
|
+
changed(cell)
|
|
319
|
+
|
|
320
|
+
return seen
|
|
321
|
+
|
|
322
|
+
def worker() -> None:
|
|
323
|
+
while True:
|
|
324
|
+
with lock:
|
|
325
|
+
if cancelled is not None and cancelled():
|
|
326
|
+
return
|
|
327
|
+
cell = next((item for item in document['cells'] if item['state'] == 'queued'), None)
|
|
328
|
+
if cell is None:
|
|
329
|
+
return
|
|
330
|
+
cell['state'] = 'running'
|
|
331
|
+
try:
|
|
332
|
+
result = play(document, cell, attempt_of(cell), started)
|
|
333
|
+
ended = {
|
|
334
|
+
'state': 'done',
|
|
335
|
+
'value': result['value'],
|
|
336
|
+
'seconds': result['seconds'],
|
|
337
|
+
'medal': result['medal'],
|
|
338
|
+
'rank': result.get('rank'),
|
|
339
|
+
'group': result.get('group'),
|
|
340
|
+
'failed_attempts': result.get('failed_attempts', 0),
|
|
341
|
+
'playing': result.get('playing'),
|
|
342
|
+
'results': list(result['attempts']),
|
|
343
|
+
'played': len(result['attempts']),
|
|
344
|
+
}
|
|
345
|
+
except CellError as failure:
|
|
346
|
+
ended = {'state': 'failed', **_messages.entry_fields(None), **failure.fields}
|
|
347
|
+
except Exception as error:
|
|
348
|
+
ended = {'state': 'failed', **_messages.entry_fields(error, str(error))}
|
|
349
|
+
with lock:
|
|
350
|
+
if cell['state'] == 'running':
|
|
351
|
+
cell.update(ended)
|
|
352
|
+
document['rows'] = table(document)
|
|
353
|
+
document['progress'] = progress(document)
|
|
354
|
+
if changed is not None:
|
|
355
|
+
changed(cell)
|
|
356
|
+
|
|
357
|
+
threads = [
|
|
358
|
+
threading.Thread(target=worker, daemon=True, name=f'cuju-bench-{number}')
|
|
359
|
+
for number in range(document['workers'])
|
|
360
|
+
]
|
|
361
|
+
for thread in threads:
|
|
362
|
+
thread.start()
|
|
363
|
+
for thread in threads:
|
|
364
|
+
thread.join()
|
|
365
|
+
with lock:
|
|
366
|
+
document['rows'] = table(document)
|
|
367
|
+
document['progress'] = progress(document)
|
|
368
|
+
return document
|
|
369
|
+
|
|
370
|
+
|
|
371
|
+
# The benchmarks of the server, played one at a time.
|
|
372
|
+
|
|
373
|
+
|
|
374
|
+
class _Benches:
|
|
375
|
+
"""The benchmarks of the page and of agents, queued and played one at a time."""
|
|
376
|
+
|
|
377
|
+
def __init__(self) -> None:
|
|
378
|
+
self._lock = threading.RLock()
|
|
379
|
+
self._entries: list[dict[str, Any]] = []
|
|
380
|
+
self._processes: dict[str, set[subprocess.Popen]] = {}
|
|
381
|
+
self._wake = threading.Event()
|
|
382
|
+
threading.Thread(target=self._run, daemon=True, name='cuju-benches').start()
|
|
383
|
+
|
|
384
|
+
def add(self, document: dict[str, Any]) -> dict[str, Any]:
|
|
385
|
+
"""Queues a benchmark of `plan` and returns its entry."""
|
|
386
|
+
job = {
|
|
387
|
+
'id': _home.new_identifier('b'),
|
|
388
|
+
'state': 'queued',
|
|
389
|
+
**document,
|
|
390
|
+
**_messages.entry_fields(None),
|
|
391
|
+
'created': time.time(),
|
|
392
|
+
'ended': None,
|
|
393
|
+
}
|
|
394
|
+
with self._lock:
|
|
395
|
+
self._entries.append(job)
|
|
396
|
+
ended = [item for item in self._entries if item['state'] in ('done', 'failed')]
|
|
397
|
+
for item in ended[: max(0, len(ended) - _KEPT)]:
|
|
398
|
+
self._entries.remove(item)
|
|
399
|
+
copied = copy.deepcopy(job)
|
|
400
|
+
self._wake.set()
|
|
401
|
+
return copied
|
|
402
|
+
|
|
403
|
+
def entries(self) -> list[dict[str, Any]]:
|
|
404
|
+
"""Returns a copy of every benchmark, newest first."""
|
|
405
|
+
with self._lock:
|
|
406
|
+
return [copy.deepcopy(job) for job in reversed(self._entries)]
|
|
407
|
+
|
|
408
|
+
def get(self, identifier: str) -> dict[str, Any] | None:
|
|
409
|
+
with self._lock:
|
|
410
|
+
job = self._find(identifier)
|
|
411
|
+
return None if job is None else copy.deepcopy(job)
|
|
412
|
+
|
|
413
|
+
def _find(self, identifier: str) -> dict[str, Any] | None:
|
|
414
|
+
return next((item for item in self._entries if item['id'] == identifier), None)
|
|
415
|
+
|
|
416
|
+
def cancel(self, identifier: str) -> bool:
|
|
417
|
+
"""Cancels a waiting or running benchmark, and returns whether there was one."""
|
|
418
|
+
with self._lock:
|
|
419
|
+
job = self._find(identifier)
|
|
420
|
+
if job is None or job['state'] not in ('queued', 'running'):
|
|
421
|
+
return False
|
|
422
|
+
job.update(
|
|
423
|
+
state='failed', ended=time.time(), **_messages.fields('server.requests.cancelled')
|
|
424
|
+
)
|
|
425
|
+
for cell in job['cells']:
|
|
426
|
+
if cell['state'] in ('queued', 'running'):
|
|
427
|
+
cell['state'] = 'cancelled'
|
|
428
|
+
job['rows'] = table(job)
|
|
429
|
+
processes = list(self._processes.get(identifier, ()))
|
|
430
|
+
for process in processes:
|
|
431
|
+
process.kill()
|
|
432
|
+
return True
|
|
433
|
+
|
|
434
|
+
def _run(self) -> None:
|
|
435
|
+
while True:
|
|
436
|
+
self._wake.wait()
|
|
437
|
+
self._wake.clear()
|
|
438
|
+
while True:
|
|
439
|
+
with self._lock:
|
|
440
|
+
job = next((item for item in self._entries if item['state'] == 'queued'), None)
|
|
441
|
+
if job is not None:
|
|
442
|
+
job['state'] = 'running'
|
|
443
|
+
self._processes[job['id']] = set()
|
|
444
|
+
if job is None:
|
|
445
|
+
break
|
|
446
|
+
self._play(job)
|
|
447
|
+
|
|
448
|
+
def _play(self, job: dict[str, Any]) -> None:
|
|
449
|
+
identifier = job['id']
|
|
450
|
+
|
|
451
|
+
def started(process: subprocess.Popen) -> None:
|
|
452
|
+
with self._lock:
|
|
453
|
+
self._processes[identifier].add(process)
|
|
454
|
+
stopped = job['state'] != 'running'
|
|
455
|
+
if stopped:
|
|
456
|
+
process.kill()
|
|
457
|
+
|
|
458
|
+
try:
|
|
459
|
+
run(
|
|
460
|
+
job,
|
|
461
|
+
cancelled=lambda: job['state'] != 'running',
|
|
462
|
+
started=started,
|
|
463
|
+
lock=self._lock,
|
|
464
|
+
)
|
|
465
|
+
except Exception as error:
|
|
466
|
+
with self._lock:
|
|
467
|
+
job.update(
|
|
468
|
+
state='failed', **_messages.entry_fields(error, _messages.described(error))
|
|
469
|
+
)
|
|
470
|
+
finally:
|
|
471
|
+
with self._lock:
|
|
472
|
+
self._processes.pop(identifier, None)
|
|
473
|
+
if job['state'] == 'running':
|
|
474
|
+
job.update(state='done', ended=time.time())
|
|
475
|
+
|
|
476
|
+
|
|
477
|
+
_BENCHES: _Benches | None = None
|
|
478
|
+
_BENCHES_LOCK = threading.Lock()
|
|
479
|
+
|
|
480
|
+
|
|
481
|
+
def benches() -> _Benches:
|
|
482
|
+
"""Returns the server's queue of benchmarks, started on first use."""
|
|
483
|
+
global _BENCHES
|
|
484
|
+
with _BENCHES_LOCK:
|
|
485
|
+
if _BENCHES is None:
|
|
486
|
+
_BENCHES = _Benches()
|
|
487
|
+
return _BENCHES
|
|
488
|
+
|
|
489
|
+
|
|
490
|
+
# The routes of the server under /api/challenges/benches.
|
|
491
|
+
|
|
492
|
+
_FIELDS = {'teams', 'challenges', 'keep_recordings', 'workers'}
|
|
493
|
+
|
|
494
|
+
|
|
495
|
+
def get(parts: list[str]) -> tuple[Any, int]:
|
|
496
|
+
"""Answers `GET /api/challenges/benches` and `GET /api/challenges/benches/<bench>`."""
|
|
497
|
+
if not parts:
|
|
498
|
+
return benches().entries(), 200
|
|
499
|
+
job = benches().get(parts[0]) if len(parts) == 1 else None
|
|
500
|
+
if job is None:
|
|
501
|
+
return _messages.fields('server.bench.no_bench'), 404
|
|
502
|
+
return job, 200
|
|
503
|
+
|
|
504
|
+
|
|
505
|
+
def post(document: dict[str, Any]) -> tuple[Any, int]:
|
|
506
|
+
"""Answers `POST /api/challenges/benches`, which queues a benchmark of `plan`."""
|
|
507
|
+
unknown = set(document) - _FIELDS
|
|
508
|
+
if unknown or 'teams' not in document:
|
|
509
|
+
raise MessageError('server.bench.fields', unknown=repr(sorted(unknown)))
|
|
510
|
+
queued = plan(
|
|
511
|
+
document['teams'],
|
|
512
|
+
document.get('challenges'),
|
|
513
|
+
document.get('keep_recordings', False),
|
|
514
|
+
document.get('workers'),
|
|
515
|
+
)
|
|
516
|
+
return benches().add(queued), 201
|
|
517
|
+
|
|
518
|
+
|
|
519
|
+
def delete(identifier: str) -> tuple[Any, int]:
|
|
520
|
+
"""Answers `DELETE /api/challenges/benches/<bench>`, which cancels a benchmark."""
|
|
521
|
+
if benches().cancel(identifier):
|
|
522
|
+
return {'cancelled': identifier}, 200
|
|
523
|
+
return _messages.fields('server.bench.no_bench'), 404
|
|
524
|
+
|
|
525
|
+
|
|
526
|
+
def csv_of(identifier: str) -> str | None:
|
|
527
|
+
"""Returns the table of a benchmark of the server as CSV, or `None` for no such benchmark."""
|
|
528
|
+
job = benches().get(identifier)
|
|
529
|
+
return None if job is None else csv_text(job)
|
|
530
|
+
|
|
531
|
+
|
|
532
|
+
# The command line, `cuju render challenge bench`.
|
|
533
|
+
|
|
534
|
+
|
|
535
|
+
def _cell_line(document: dict[str, Any], cell: dict[str, Any]) -> str:
|
|
536
|
+
name = next(model['name'] for model in document['models'] if model['team'] == cell['team'])
|
|
537
|
+
spec = _challenges.find(cell['challenge'])
|
|
538
|
+
if cell['state'] == 'done':
|
|
539
|
+
failed = cell['failed_attempts']
|
|
540
|
+
shown = f'{_value_text(spec, cell["value"])}, {cell["medal"] or "no medal"}'
|
|
541
|
+
if failed:
|
|
542
|
+
shown += f', {_messages.counted(failed, "failed attempt")}'
|
|
543
|
+
return f'{name}, {cell["challenge"]}, {shown}'
|
|
544
|
+
return f'{name}, {cell["challenge"]}, {cell["state"]}, {cell["error"]}'
|
|
545
|
+
|
|
546
|
+
|
|
547
|
+
def _value_text(spec: dict[str, Any], value: Any) -> str:
|
|
548
|
+
if spec['measure'] == 'margin':
|
|
549
|
+
return f'margin {value:+d}' if value else 'margin 0'
|
|
550
|
+
return f'{value} of {spec["attempts"]}'
|
|
551
|
+
|
|
552
|
+
|
|
553
|
+
def command(options: Any) -> int:
|
|
554
|
+
"""Plays the benchmark that `cuju render challenge bench` names and prints its table.
|
|
555
|
+
|
|
556
|
+
Each run plays in a child process as on the server, and its end prints one line on standard
|
|
557
|
+
error. The table goes to standard output, as text, as JSON under `--json` or as CSV under
|
|
558
|
+
`--csv`.
|
|
559
|
+
"""
|
|
560
|
+
teams = options.team or []
|
|
561
|
+
document = plan(
|
|
562
|
+
teams,
|
|
563
|
+
options.challenge or None,
|
|
564
|
+
options.keep_recordings,
|
|
565
|
+
options.workers,
|
|
566
|
+
options.device,
|
|
567
|
+
)
|
|
568
|
+
processes: set[subprocess.Popen] = set()
|
|
569
|
+
stop = threading.Event()
|
|
570
|
+
|
|
571
|
+
def changed(cell: dict[str, Any] | None) -> None:
|
|
572
|
+
if cell is not None and cell['state'] in ('done', 'failed'):
|
|
573
|
+
print(_cell_line(document, cell), file=sys.stderr, flush=True)
|
|
574
|
+
|
|
575
|
+
for cell in document['cells']:
|
|
576
|
+
if cell['state'] == 'skipped':
|
|
577
|
+
print(_cell_line(document, cell), file=sys.stderr, flush=True)
|
|
578
|
+
worker = threading.Thread(
|
|
579
|
+
target=run,
|
|
580
|
+
kwargs={
|
|
581
|
+
'document': document,
|
|
582
|
+
'changed': changed,
|
|
583
|
+
'cancelled': stop.is_set,
|
|
584
|
+
'started': processes.add,
|
|
585
|
+
},
|
|
586
|
+
daemon=True,
|
|
587
|
+
)
|
|
588
|
+
worker.start()
|
|
589
|
+
try:
|
|
590
|
+
while worker.is_alive():
|
|
591
|
+
worker.join(0.2)
|
|
592
|
+
except KeyboardInterrupt:
|
|
593
|
+
stop.set()
|
|
594
|
+
for process in list(processes):
|
|
595
|
+
process.kill()
|
|
596
|
+
print('cuju render: the benchmark was cancelled', file=sys.stderr)
|
|
597
|
+
return 130
|
|
598
|
+
if options.json:
|
|
599
|
+
print(json.dumps(document, indent=1))
|
|
600
|
+
elif options.csv:
|
|
601
|
+
print(csv_text(document), end='')
|
|
602
|
+
else:
|
|
603
|
+
for row in sorted(document['rows'], key=lambda item: item['place']):
|
|
604
|
+
medals = f'gold {row["gold"]}, silver {row["silver"]}, bronze {row["bronze"]}'
|
|
605
|
+
print(f'place {row["place"]}, {row["name"]}, score {row["score"]:.1f}, {medals}')
|
|
606
|
+
for cell in document['cells']:
|
|
607
|
+
if cell['team'] == row['team']:
|
|
608
|
+
print(f' {_cell_line(document, cell).split(", ", 1)[1]}')
|
|
609
|
+
return 0
|