openpond 0.2.61 → 0.2.62
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/app-server.d.ts +3264 -18
- package/dist/app-server.js +1 -1
- package/dist/chunks/{acp-FUAWCKBH.js → acp-DYRBDJRU.js} +1 -1
- package/dist/chunks/{acp-agent-XBSJ27KI.js → acp-agent-UTLP7C3I.js} +1 -1
- package/dist/chunks/{actions-command-LOHNQUWP.js → actions-command-6LF4Z4WK.js} +1 -1
- package/dist/chunks/{app-layer-4BFMOMKM.js → app-layer-N2H3RBEN.js} +1 -1
- package/dist/chunks/{app-server-connected-apps-Q2VWWJNX.js → app-server-connected-apps-3T546FE7.js} +1 -1
- package/dist/chunks/app-server-evaluations-TXD747QA.js +2 -0
- package/dist/chunks/{app-server-harness-services-2PSZBT7U.js → app-server-harness-services-BBCDV5P3.js} +1 -1
- package/dist/chunks/app-server-runtime-VEJPDAFP.js +2 -0
- package/dist/chunks/{apps-7PIBF32Q.js → apps-CTT2XYRR.js} +1 -1
- package/dist/chunks/{chunk-KK626T3Z.js → chunk-2EPR4HLF.js} +1 -1
- package/dist/chunks/{chunk-5VPU7OS7.js → chunk-2IIBCCOK.js} +1 -1
- package/dist/chunks/{chunk-ZISYLRH6.js → chunk-2UDAKLJ4.js} +1 -1
- package/dist/chunks/{chunk-BDCTN4PU.js → chunk-2V4LPUBH.js} +1 -1
- package/dist/chunks/{chunk-I3X6M6ZO.js → chunk-3R4MSE2S.js} +1 -1
- package/dist/chunks/{chunk-OFVUN4KI.js → chunk-47AXSBPV.js} +1 -1
- package/dist/chunks/{chunk-BFKYRQMA.js → chunk-4N4EH3RJ.js} +1 -1
- package/dist/chunks/chunk-4PZWGNX4.js +86 -0
- package/dist/chunks/{chunk-VFLSBDNZ.js → chunk-4RZBGKT7.js} +1 -1
- package/dist/chunks/{chunk-VBW2X42G.js → chunk-4TM75R7V.js} +1 -1
- package/dist/chunks/chunk-4U2FNXQW.js +2 -0
- package/dist/chunks/{chunk-SCCYSPQ5.js → chunk-4ZBOYWQ3.js} +1 -1
- package/dist/chunks/{chunk-VWJ5IYQP.js → chunk-547AUVKN.js} +1 -1
- package/dist/chunks/{chunk-FJ3HMHT6.js → chunk-557XSPVS.js} +1 -1
- package/dist/chunks/{chunk-ZHFH2TZN.js → chunk-557YG77L.js} +1 -1
- package/dist/chunks/{chunk-MF35MALN.js → chunk-5A6ER3M2.js} +1 -1
- package/dist/chunks/{chunk-U4HZD2GM.js → chunk-5OSM75X5.js} +1 -1
- package/dist/chunks/{chunk-TH6Y4K5Z.js → chunk-6SH4B7DV.js} +1 -1
- package/dist/chunks/chunk-6XSSM4WT.js +3 -0
- package/dist/chunks/{chunk-HN2ZK6EV.js → chunk-7JBB4PXS.js} +1 -1
- package/dist/chunks/{chunk-SID4X3YN.js → chunk-7JXZNCBC.js} +1 -1
- package/dist/chunks/chunk-7KTARW23.js +2 -0
- package/dist/chunks/{chunk-M6JRS5PA.js → chunk-ABF3W2MO.js} +1 -1
- package/dist/chunks/{chunk-CGAL7IHZ.js → chunk-AKZPMKWP.js} +1 -1
- package/dist/chunks/{chunk-SIV5P6JO.js → chunk-AMO5DVKM.js} +2 -2
- package/dist/chunks/chunk-AZ7BL5FL.js +2 -0
- package/dist/chunks/{chunk-4RHM4WN2.js → chunk-B42QQUZY.js} +1 -1
- package/dist/chunks/{chunk-3DVWJCOA.js → chunk-B4RKHHF7.js} +1 -1
- package/dist/chunks/{chunk-CQF6QZEL.js → chunk-BEI4YULC.js} +1 -1
- package/dist/chunks/chunk-BKEDG3A4.js +22 -0
- package/dist/chunks/{chunk-GEXKTGLY.js → chunk-C7M2WBWZ.js} +14 -14
- package/dist/chunks/{chunk-ELYRVTTG.js → chunk-CJUVHE4U.js} +1 -1
- package/dist/chunks/{chunk-ZUNG6YDO.js → chunk-EIX2V2KU.js} +1 -1
- package/dist/chunks/{chunk-AWPYTDH4.js → chunk-EWOTDVDJ.js} +1 -1
- package/dist/chunks/{chunk-B47JMAVW.js → chunk-F4TJ7WQV.js} +1 -1
- package/dist/chunks/{chunk-TXBIZDXG.js → chunk-F7D4BMTO.js} +1 -1
- package/dist/chunks/{chunk-BWY4D3BN.js → chunk-FFWOTZQM.js} +1 -1
- package/dist/chunks/{chunk-6RVF2J47.js → chunk-FUSCTBJI.js} +1 -1
- package/dist/chunks/{chunk-BN5AVRUG.js → chunk-GAQLXFOT.js} +1 -1
- package/dist/chunks/{chunk-LHENAWLH.js → chunk-GEKORCMN.js} +1 -1
- package/dist/chunks/{chunk-ORLJJGZZ.js → chunk-GNCEZ3UP.js} +1 -1
- package/dist/chunks/{chunk-WRQEYW3V.js → chunk-GOIKLFXK.js} +1 -1
- package/dist/chunks/{chunk-65SM7Y2G.js → chunk-GQGLPKU4.js} +1 -1
- package/dist/chunks/{chunk-LBBXVOVR.js → chunk-GSWBNJGZ.js} +1 -1
- package/dist/chunks/{chunk-7EAWLYYB.js → chunk-GV3LFSMI.js} +1 -1
- package/dist/chunks/{chunk-GQUS7MCH.js → chunk-GW5SE3FM.js} +1 -1
- package/dist/chunks/{chunk-I3W27VK4.js → chunk-HBLN4OLY.js} +1 -1
- package/dist/chunks/{chunk-SGK4GR44.js → chunk-HFJUXKT5.js} +1 -1
- package/dist/chunks/{chunk-4P3X2RXA.js → chunk-HKV7RX5E.js} +1 -1
- package/dist/chunks/{chunk-QDBYLJGH.js → chunk-HXZXDDKW.js} +1 -1
- package/dist/chunks/{chunk-LNRFRAV5.js → chunk-INO67SEN.js} +1 -1
- package/dist/chunks/{chunk-E67M5WGY.js → chunk-IWK3RTLR.js} +1 -1
- package/dist/chunks/{chunk-U447MS3Y.js → chunk-J3B2GM4A.js} +1 -1
- package/dist/chunks/chunk-JCLTFDVW.js +2 -0
- package/dist/chunks/{chunk-25RDE7DV.js → chunk-JEISPWWM.js} +1 -1
- package/dist/chunks/{chunk-D4JZALZ4.js → chunk-JIFUGA3U.js} +1 -1
- package/dist/chunks/{chunk-H2AUR7OT.js → chunk-JQRMDFF3.js} +1 -1
- package/dist/chunks/{chunk-FWIPHEVA.js → chunk-JX6OX6XE.js} +1 -1
- package/dist/chunks/{chunk-D5ADDBS5.js → chunk-JY3YSI54.js} +1 -1
- package/dist/chunks/{chunk-CM5USMXN.js → chunk-KOKX7PBS.js} +1 -1
- package/dist/chunks/{chunk-3ZWLRBYZ.js → chunk-KUPJNBWG.js} +1 -1
- package/dist/chunks/chunk-LILXHGIA.js +2 -0
- package/dist/chunks/{chunk-MCIIGQT7.js → chunk-LJDBR3RN.js} +1 -1
- package/dist/chunks/{chunk-3TYCIYW6.js → chunk-LJPO3TEL.js} +1 -1
- package/dist/chunks/{chunk-MHYI7ATG.js → chunk-LRRBYIGH.js} +2 -2
- package/dist/chunks/{chunk-P4XM7LUT.js → chunk-M5IX6VUA.js} +1 -1
- package/dist/chunks/chunk-MEK7DLX3.js +2 -0
- package/dist/chunks/{chunk-TYHCBVQT.js → chunk-MILEWROZ.js} +1 -1
- package/dist/chunks/{chunk-ZBBVRYU3.js → chunk-MNFW5WLD.js} +1 -1
- package/dist/chunks/{chunk-2VXL6AU3.js → chunk-MNXNZDDW.js} +1 -1
- package/dist/chunks/chunk-N5GPINVP.js +2 -0
- package/dist/chunks/{chunk-TSAW2QVU.js → chunk-NBE74GLF.js} +1 -1
- package/dist/chunks/{chunk-VZXZ6CHS.js → chunk-NE4ESZPT.js} +1 -1
- package/dist/chunks/{chunk-CO3OJFPU.js → chunk-NKZNPTLA.js} +1 -1
- package/dist/chunks/{chunk-WFVOG5PU.js → chunk-NLQ2UPN2.js} +1 -1
- package/dist/chunks/chunk-NOSBNHGC.js +18 -0
- package/dist/chunks/{chunk-TTN63EAM.js → chunk-NWOK6NLE.js} +1 -1
- package/dist/chunks/{chunk-6MWT6BVU.js → chunk-NWQL6FNF.js} +1 -1
- package/dist/chunks/chunk-O3MHHGC5.js +151 -0
- package/dist/chunks/{chunk-IUGK6BBY.js → chunk-OCC43RSJ.js} +1 -1
- package/dist/chunks/{chunk-BQUWZRWU.js → chunk-P74RR2GB.js} +1 -1
- package/dist/chunks/{chunk-PAZDQRYU.js → chunk-PAE3PQEC.js} +1 -1
- package/dist/chunks/{chunk-M4ZRCRJM.js → chunk-PGO4FRHU.js} +2 -2
- package/dist/chunks/chunk-Q34IF4PW.js +2 -0
- package/dist/chunks/{chunk-Q324ZA5M.js → chunk-QAVQJZCM.js} +1 -1
- package/dist/chunks/{chunk-EIIGTADO.js → chunk-RBDUMASL.js} +1 -1
- package/dist/chunks/{chunk-TMMFF6DO.js → chunk-RH43WLBX.js} +1 -1
- package/dist/chunks/{chunk-RPOD6I64.js → chunk-RTJCELRR.js} +1 -1
- package/dist/chunks/{chunk-L3GA2CQI.js → chunk-SD64CLJX.js} +1 -1
- package/dist/chunks/{chunk-TNHDD3LO.js → chunk-SXMR6E2W.js} +1 -1
- package/dist/chunks/{chunk-MLTKB5G3.js → chunk-SZKFNKWO.js} +1 -1
- package/dist/chunks/chunk-T4QXKU5Y.js +1 -0
- package/dist/chunks/{chunk-PE7UKJXK.js → chunk-T6C5BNXK.js} +1 -1
- package/dist/chunks/{chunk-OMICIPPY.js → chunk-T6JN4PND.js} +1 -1
- package/dist/chunks/{chunk-OQUKSRU3.js → chunk-TGEGXTPR.js} +1 -1
- package/dist/chunks/chunk-TM4VEMNN.js +2 -0
- package/dist/chunks/chunk-TUCKED4T.js +4 -0
- package/dist/chunks/chunk-TVTFEGTU.js +2 -0
- package/dist/chunks/{chunk-HZLV773Y.js → chunk-TW3SRBLU.js} +1 -1
- package/dist/chunks/{chunk-BNZTJPK7.js → chunk-U456UP3N.js} +1 -1
- package/dist/chunks/chunk-UC3FXTDL.js +9 -0
- package/dist/chunks/{chunk-XLULTQLZ.js → chunk-UT6F6AIB.js} +1 -1
- package/dist/chunks/{chunk-OJFDI7VM.js → chunk-UTNGEMW5.js} +1 -1
- package/dist/chunks/{chunk-DW3GJRY3.js → chunk-VAJSRUAB.js} +1 -1
- package/dist/chunks/chunk-VE6ZIGUQ.js +2 -0
- package/dist/chunks/{chunk-GLVR74PX.js → chunk-VI32G77S.js} +1 -1
- package/dist/chunks/{chunk-ROE24PN5.js → chunk-VK4TPZTA.js} +1 -1
- package/dist/chunks/{chunk-Q66LWQGF.js → chunk-VSQXDS6H.js} +1 -1
- package/dist/chunks/{chunk-4GZ2FPB5.js → chunk-VWRTE64Y.js} +1 -1
- package/dist/chunks/{chunk-QRJPLZF7.js → chunk-W5W4IODW.js} +1 -1
- package/dist/chunks/{chunk-57RY3LSR.js → chunk-WGLVSGFA.js} +1 -1
- package/dist/chunks/{chunk-I7JCARVH.js → chunk-WQMXEZVE.js} +3 -3
- package/dist/chunks/chunk-X4ZT22SG.js +2 -0
- package/dist/chunks/{chunk-DGPGOBYZ.js → chunk-XSB3T4JZ.js} +1 -1
- package/dist/chunks/{chunk-ZZWAQBA2.js → chunk-XWDFXM3S.js} +1 -1
- package/dist/chunks/{chunk-4LZLO4OW.js → chunk-Y2KPHVZK.js} +1 -1
- package/dist/chunks/chunk-ZQHPGEYT.js +2 -0
- package/dist/chunks/{chunk-T4LLJC5N.js → chunk-ZXT7V64X.js} +1 -1
- package/dist/chunks/cli-GCSO2OAI.js +2 -0
- package/dist/chunks/{configuration-command-ONGI2BJD.js → configuration-command-BU2RPG33.js} +1 -1
- package/dist/chunks/connected-app-executor-UDE7U4KG.js +2 -0
- package/dist/chunks/{connected-evidence-4J3YXU4O.js → connected-evidence-GXIY2L7C.js} +1 -1
- package/dist/chunks/{connected-starting-assets-OXLT7S4O.js → connected-starting-assets-V5QXRK5Q.js} +1 -1
- package/dist/chunks/{connection-HJWE6SEW.js → connection-XMAAGMXJ.js} +1 -1
- package/dist/chunks/{continual-CJUZM5ZQ.js → continual-FLW6DAJK.js} +1 -1
- package/dist/chunks/{core-commands-JGXU6B4C.js → core-commands-NJ6TGND4.js} +1 -1
- package/dist/chunks/{dataset-preparation-authoring-DFGJBMVF.js → dataset-preparation-authoring-IUXUQK3L.js} +1 -1
- package/dist/chunks/{datasets-MNHZAZIB.js → datasets-AH56DKLZ.js} +1 -1
- package/dist/chunks/{desktop-test-P23MHAIG.js → desktop-test-PYUTEOWO.js} +1 -1
- package/dist/chunks/{dist-IIFTZWNR.js → dist-5267UT3V.js} +1 -1
- package/dist/chunks/{dist-X64FC6NA.js → dist-HSC43RG4.js} +1 -1
- package/dist/chunks/{evaluation-coordination-6NQEH5WU.js → evaluation-coordination-3AUICOC5.js} +1 -1
- package/dist/chunks/{experiment-improvements-M27Z5OF4.js → experiment-improvements-YS7GGPDW.js} +1 -1
- package/dist/chunks/experiments-EJZK7FPT.js +2 -0
- package/dist/chunks/{experiments-signal-R3NNH7WR.js → experiments-signal-NKUIJCIY.js} +1 -1
- package/dist/chunks/{extension-C33NUFDL.js → extension-ZM6NI5O5.js} +1 -1
- package/dist/chunks/{help-M2VQGPVC.js → help-PXUUREHZ.js} +1 -1
- package/dist/chunks/host-profile-evaluation-tools-CTC5JQPD.js +2 -0
- package/dist/chunks/host-profile-external-dataset-GJWDY3YT.js +2 -0
- package/dist/chunks/hosted-app-server-composition-TLJSKMJT.js +2 -0
- package/dist/chunks/hosted-experiment-improvement-TIVXXRPG.js +3 -0
- package/dist/chunks/hosted-harness-runtime-SFLJEZFI.js +2 -0
- package/dist/chunks/{hosted-profile-candidate-37ZFY2LH.js → hosted-profile-candidate-DKEMVIYG.js} +1 -1
- package/dist/chunks/hosted-profile-compiler-V6YR6EHO.js +2 -0
- package/dist/chunks/{hosted-profile-evaluation-control-UQBMML6K.js → hosted-profile-evaluation-control-ERCXAPZD.js} +1 -1
- package/dist/chunks/{hosted-profile-evaluation-inspection-YASS4T6L.js → hosted-profile-evaluation-inspection-Q3AIIIB6.js} +1 -1
- package/dist/chunks/hosted-profile-evaluation-preparation-ELLGH44Z.js +3 -0
- package/dist/chunks/{hosted-tasksets-CVUP7MS6.js → hosted-tasksets-X2YCFYEJ.js} +1 -1
- package/dist/chunks/{human-review-IJETDOWB.js → human-review-5WM6MSON.js} +1 -1
- package/dist/chunks/{import-WLLUIDS6.js → import-JWZSZCE4.js} +1 -1
- package/dist/chunks/local-harness-improvement-runtime-IGIKM6GJ.js +2 -0
- package/dist/chunks/local-harness-taskset-review-DR2ZIDOH.js +2 -0
- package/dist/chunks/{model-projects-AVBQDNYG.js → model-projects-H22KENI4.js} +1 -1
- package/dist/chunks/opchat-3S6TSDZO.js +3 -0
- package/dist/chunks/opchat-bounded-chat-B7LPCD4U.js +2 -0
- package/dist/chunks/{organizations-DJRJWC5I.js → organizations-62YNTZTO.js} +1 -1
- package/dist/chunks/{profile-JRS3JNRC.js → profile-ELE2D7HU.js} +1 -1
- package/dist/chunks/project-action-payload-32F4X2BB.js +2 -0
- package/dist/chunks/{project-agent-2KNJFNZI.js → project-agent-O4REKO6T.js} +1 -1
- package/dist/chunks/{published-experiment-source-LFYHKFAO.js → published-experiment-source-DAOTJLIN.js} +1 -1
- package/dist/chunks/refiner-profile-service-DYMZ7J3X.js +2 -0
- package/dist/chunks/{runtime-CBJF5GMB.js → runtime-776NUSE7.js} +2 -2
- package/dist/chunks/{sandbox-command-IIGTPYN3.js → sandbox-command-UQ26NDIX.js} +1 -1
- package/dist/chunks/{sandbox-template-FTANKQIA.js → sandbox-template-WP6YCGBK.js} +1 -1
- package/dist/chunks/saved-work-PG52WCRQ.js +2 -0
- package/dist/chunks/{send-turn-5UB7ZBJV.js → send-turn-RPB65PME.js} +1 -1
- package/dist/chunks/{src-4YZF6L6H.js → src-2R4CMCJ5.js} +1 -1
- package/dist/chunks/src-AU6LG7E6.js +421 -0
- package/dist/chunks/standalone-experiment-turn-owner-SD3SUTKX.js +2 -0
- package/dist/chunks/{store-chat-resources-CGW7PDCG.js → store-chat-resources-T4LR7K25.js} +1 -1
- package/dist/chunks/{store-continual-support-reviews-GWI2FRII.js → store-continual-support-reviews-R62D2HD6.js} +1 -1
- package/dist/chunks/{store-conversation-serving-637AHKBP.js → store-conversation-serving-25O7BAR2.js} +1 -1
- package/dist/chunks/{store-create-improve-ZG653Z63.js → store-create-improve-T5E2GUKK.js} +1 -1
- package/dist/chunks/{store-datasets-IW6F2QZM.js → store-datasets-5Y4U5L3R.js} +1 -1
- package/dist/chunks/{store-evaluation-results-V5J6L4NV.js → store-evaluation-results-WUVJWCFU.js} +1 -1
- package/dist/chunks/{store-harness-workspaces-HHMM6GNK.js → store-harness-workspaces-IFEFY5CK.js} +1 -1
- package/dist/chunks/{store-human-review-V5H4QDHR.js → store-human-review-ZQNLZRGG.js} +1 -1
- package/dist/chunks/store-learned-preference-migration-validation-UH6MJQSH.js +2 -0
- package/dist/chunks/{store-local-experiments-A2UWYPVQ.js → store-local-experiments-LOH4F4TF.js} +1 -1
- package/dist/chunks/{store-model-batch-review-KMYPYWJR.js → store-model-batch-review-QO4VVKWC.js} +1 -1
- package/dist/chunks/{store-model-configuration-UXNC4PGY.js → store-model-configuration-C3HSOFD5.js} +1 -1
- package/dist/chunks/store-model-project-preparation-RQ2YTC2Y.js +2 -0
- package/dist/chunks/{store-preference-comparison-HTOXLWKF.js → store-preference-comparison-RNIFLJRW.js} +1 -1
- package/dist/chunks/{store-schedules-QVWT7AEB.js → store-schedules-DVQ2PP4F.js} +1 -1
- package/dist/chunks/{store-sidebar-file-bookmarks-G5Z6NZWL.js → store-sidebar-file-bookmarks-LXWFFYCZ.js} +1 -1
- package/dist/chunks/{store-sidebar-preferences-27FFMUWU.js → store-sidebar-preferences-4HH7LX6N.js} +1 -1
- package/dist/chunks/{store-subagents-PK7ZWLPR.js → store-subagents-JLW4GD4Q.js} +1 -1
- package/dist/chunks/{store-task-inbox-LNDCZOYE.js → store-task-inbox-DL5RYFPO.js} +1 -1
- package/dist/chunks/{store-task-inventory-IG6HGWSQ.js → store-task-inventory-NJXRXFLC.js} +1 -1
- package/dist/chunks/store-taskset-drafts-UFGN4SGF.js +9 -0
- package/dist/chunks/{store-training-NQRRPKEZ.js → store-training-VRLU6NFX.js} +1 -1
- package/dist/chunks/{store-training-jobs-F6Y2ZTXP.js → store-training-jobs-3ZHG4LGI.js} +1 -1
- package/dist/chunks/{store-training-models-NRSLSBEW.js → store-training-models-KWQD5PRP.js} +1 -1
- package/dist/chunks/{store-usage-GFHQYT34.js → store-usage-ZRS3ILF2.js} +1 -1
- package/dist/chunks/{taskset-NYLUYX6K.js → taskset-QDMCQQDJ.js} +1 -1
- package/dist/chunks/{taskset-packages-I7I5KBFP.js → taskset-packages-CBLJFWDQ.js} +1 -1
- package/dist/chunks/{teams-bot-FMAEDGSD.js → teams-bot-GF272RGC.js} +1 -1
- package/dist/chunks/{training-UBX6E7SK.js → training-DF5UEPY3.js} +1 -1
- package/dist/chunks/{training-error-AYOGHHL2.js → training-error-L5V5IBX3.js} +1 -1
- package/dist/chunks/training-hosted-I2NDBYGS.js +2 -0
- package/dist/chunks/training-hosted-report-4F25RZZ4.js +2 -0
- package/dist/chunks/training-hosted-serving-QAV7ZGGV.js +2 -0
- package/dist/chunks/training-project-preparation-XWGRY5ME.js +3 -0
- package/dist/chunks/{web-search-Q4OQVUNH.js → web-search-5RUXYIOF.js} +1 -1
- package/dist/chunks/{workspaces-XREEVSTS.js → workspaces-JRY2IE7H.js} +1 -1
- package/dist/cli.js +2 -2
- package/dist/hosted-chat.d.ts +28 -0
- package/dist/index.js +1 -1
- package/dist/skills/openpond-cli/SKILL.md +15 -2
- package/dist/skills/openpond-cli/references/compact-resource-tables.md +3 -3
- package/dist/skills/openpond-cli/references/diagnose-and-improve.md +4 -2
- package/dist/skills/openpond-cli/references/experiments-and-training.md +155 -10
- package/dist/skills/openpond-taskset-authoring/SKILL.md +5 -4
- package/dist/skills/openpond-taskset-authoring/artifact.json +7 -7
- package/dist/skills/openpond-taskset-authoring/references/failure-diagnosis.md +52 -1
- package/dist/web/assets/App-DHJVXTI2.js +54 -0
- package/dist/web/assets/App-DpFKLxuA.css +1 -0
- package/dist/web/assets/AppDialog-BurL61qE.js +1 -0
- package/dist/web/assets/AppTerminalPanel-RjFlF-a4.js +2 -0
- package/dist/web/assets/{AppToastContext-BB_2hRfw.js → AppToastContext-DZLErwj0.js} +1 -1
- package/dist/web/assets/AppsView-ttlr9ckQ.js +1 -0
- package/dist/web/assets/{AttachmentTypeIcon-DOAsVQjt.js → AttachmentTypeIcon-CpMSfHCK.js} +1 -1
- package/dist/web/assets/BrowserSidebar-Cp2l0kg0.js +1 -0
- package/dist/web/assets/{CartesianChart-DO76yfJb.js → CartesianChart-CEbM980A.js} +1 -1
- package/dist/web/assets/{ChatTimelineEntry-IKzZsHoI.js → ChatTimelineEntry-BITv20Ze.js} +1 -1
- package/dist/web/assets/{CollaborationTabs-DNoknVMD.js → CollaborationTabs-DrKJmJZK.js} +1 -1
- package/dist/web/assets/{CommandMenu-CBY2AJxV.js → CommandMenu-6oj8FUr6.js} +1 -1
- package/dist/web/assets/CommunityView-BzpIq1lD.js +1 -0
- package/dist/web/assets/ComposerAttachments-6en7m_ov.js +2 -0
- package/dist/web/assets/ComposerCreateImproveStrip-ChplO9YP.js +1 -0
- package/dist/web/assets/ConversationImportsSettings-DRHgc7j_.js +1 -0
- package/dist/web/assets/FilePagePreview-CW4J_1u7.js +2 -0
- package/dist/web/assets/GetStartedView-CaBk_mX6.js +1 -0
- package/dist/web/assets/GettingStartedDialog-EsH-8Diz.css +1 -0
- package/dist/web/assets/GettingStartedDialog-JtFLyU3F.js +1 -0
- package/dist/web/assets/{HostedModelLearningReview-B0rbIVvn.js → HostedModelLearningReview-hhcjDifK.js} +1 -1
- package/dist/web/assets/HostedModelLearningSettings-CY8198Y1.js +1 -0
- package/dist/web/assets/LabModelVersionDetailPage-f0tHT-Sn.js +1 -0
- package/dist/web/assets/LabSkillSidebar-HibUEEko.js +1 -0
- package/dist/web/assets/{LabsRoute-DOnw39du.js → LabsRoute-B61l1b8P.js} +8 -8
- package/dist/web/assets/MainChatThread-egKi0gLk.js +2 -0
- package/dist/web/assets/MainPane-2dj6Dg4l.js +95 -0
- package/dist/web/assets/{MainPane-CuBUBA9F.css → MainPane-BwHw3UYp.css} +1 -1
- package/dist/web/assets/NativeSetupTerminal-3eR9D_R3.css +1 -0
- package/dist/web/assets/NativeSetupTerminal-CNHTByLo.js +2 -0
- package/dist/web/assets/NativeSkillSidebar-DCdMbSfe.js +1 -0
- package/dist/web/assets/NewProjectDialog-t9Imnb__.js +1 -0
- package/dist/web/assets/OutputsPage-CeGq_F1S.js +1 -0
- package/dist/web/assets/{PageChrome-BBnWAENV.js → PageChrome-VHME5V8j.js} +1 -1
- package/dist/web/assets/ProjectsPage-2TMZoEPB.js +1 -0
- package/dist/web/assets/RightChatPanelStack-B3mBViGC.js +1 -0
- package/dist/web/assets/RightSidebarHomePanel-CxDYSyyx.js +1 -0
- package/dist/web/assets/ScheduledWorkPage-Dh47iH11.js +1 -0
- package/dist/web/assets/SettingsView-D2bu3tK_.js +5 -0
- package/dist/web/assets/TeamChatView-CN17AsgA.js +1 -0
- package/dist/web/assets/TerminalOverlay-DlhRpi-X.js +16 -0
- package/dist/web/assets/TrainingCreationPanel-DJKzaNFj.js +1 -0
- package/dist/web/assets/{TrainingDraftPanel-HznyNCJ4.js → TrainingDraftPanel-BhhZPPuY.js} +1 -1
- package/dist/web/assets/{TrainingMetricWorkbench-BmzHLwIP.js → TrainingMetricWorkbench-DBy8F1xp.js} +1 -1
- package/dist/web/assets/{UsageSettingsSection-C3oZ1UEP.js → UsageSettingsSection-DTZslBeW.js} +2 -2
- package/dist/web/assets/WorkSidebarPanel-Ds-eTQLs.js +1 -0
- package/dist/web/assets/WorkspaceDiffPanel-D_iyg2D4.js +11 -0
- package/dist/web/assets/WorkspaceEnvironmentMenu-Fn-NlfMQ.js +35 -0
- package/dist/web/assets/WorkspaceFileLocation-ChEeZffU.js +1 -0
- package/dist/web/assets/WorkspaceGitDialogs-D_RUXhTi.js +1 -0
- package/dist/web/assets/{WorkspaceMonacoEditor-DfsL1WIi.js → WorkspaceMonacoEditor-BJxaiDrj.js} +3 -3
- package/dist/web/assets/{WorkspacePresentationPreview-WuS_B45u.js → WorkspacePresentationPreview-A28Poeca.js} +1 -1
- package/dist/web/assets/{chat-resources-CItQ4mZD.js → chat-resources-3SvnVeKv.js} +1 -1
- package/dist/web/assets/{chevron-down-Bnma8EMP.js → chevron-down-dYn0pd4Q.js} +1 -1
- package/dist/web/assets/chevron-right-sFx2xRvT.js +1 -0
- package/dist/web/assets/{chunk-24N6A6SF-BUjzKvRC.js → chunk-BYNVSWIQ-DWh9SmdB.js} +1 -1
- package/dist/web/assets/{chunk-GAIDBPFY-BLuHpurI.js → chunk-ZFYI4P6C-BmsNtSkR.js} +1 -1
- package/dist/web/assets/{client-choice-storage-BuNdhYSV.js → client-choice-storage-DTTLbrYt.js} +1 -1
- package/dist/web/assets/{cloud-upload-DOftANif.js → cloud-upload-CRMPCFnq.js} +1 -1
- package/dist/web/assets/connected-app-mentions-D3wRZLwI.js +1 -0
- package/dist/web/assets/copy-DR4ielPn.js +1 -0
- package/dist/web/assets/{createLucideIcon-C4b2afqG.js → createLucideIcon-DmttVQ_a.js} +1 -1
- package/dist/web/assets/{cssMode-0Hn7tCrE.js → cssMode-d-2GuNvW.js} +1 -1
- package/dist/web/assets/external-link-B4rPiZEp.js +1 -0
- package/dist/web/assets/{folder-open-wJwCoIDs.js → folder-open-BrIUcUk_.js} +1 -1
- package/dist/web/assets/{folder-plus-DnTN6mcP.js → folder-plus-DwImGEt-.js} +1 -1
- package/dist/web/assets/{git-commit-horizontal-98y7PP6G.js → git-commit-horizontal-Ds1mkrlW.js} +1 -1
- package/dist/web/assets/{htmlMode-JO_QluNH.js → htmlMode-s15GR0Fn.js} +1 -1
- package/dist/web/assets/icons-CK5-nxVC.js +1 -0
- package/dist/web/assets/{image-C7HVlg3X.js → image-CY-sHbfQ.js} +1 -1
- package/dist/web/assets/{index-BsPUniZy.js → index-DYrLeSyY.js} +2 -2
- package/dist/web/assets/index-Dezj4Z2p.css +1 -0
- package/dist/web/assets/{info-BLWDShaz.js → info-aSvM8YlJ.js} +1 -1
- package/dist/web/assets/{jsonMode-BfTXJted.js → jsonMode-vos9H2hz.js} +1 -1
- package/dist/web/assets/loader-circle-cyf35w3i.js +1 -0
- package/dist/web/assets/{lspLanguageFeatures-68cAgnuv.js → lspLanguageFeatures-pQmEaoMt.js} +1 -1
- package/dist/web/assets/{maximize-2-DUWvLap6.js → maximize-2-DgF6ZVOM.js} +1 -1
- package/dist/web/assets/{monaco.contribution-_3aU1TTb.js → monaco.contribution-BPwsKvRB.js} +2 -2
- package/dist/web/assets/{monaco.contribution-h8U8HXFT.js → monaco.contribution-BbMpa0_-.js} +2 -2
- package/dist/web/assets/{monaco.contribution-CWeY6ia1.js → monaco.contribution-CJlccVX3.js} +2 -2
- package/dist/web/assets/{monaco.contribution-DOiiDDen.js → monaco.contribution-pWurLXbm.js} +2 -2
- package/dist/web/assets/{monitor-B6OuAu13.js → monitor-DlEV241C.js} +1 -1
- package/dist/web/assets/{paperclip-DSHxP9CY.js → paperclip-fnRZSIRc.js} +1 -1
- package/dist/web/assets/{pdf-RXlFwNte.js → pdf-CT3zVKCE.js} +1 -1
- package/dist/web/assets/play-wI_3FLr4.js +1 -0
- package/dist/web/assets/plus-DoJe4fLj.js +1 -0
- package/dist/web/assets/{presentation-C9WnPDVr.js → presentation-Bb8ecExR.js} +1 -1
- package/dist/web/assets/profile-agent-labels-Duh96b8x.js +1 -0
- package/dist/web/assets/{python-BQXo7wMt.js → python-DXA1xp0A.js} +1 -1
- package/dist/web/assets/{refresh-cw-NXOER_CD.js → refresh-cw-B53QjxMO.js} +1 -1
- package/dist/web/assets/{save-BxXc21N6.js → save-V1Q4Fcqa.js} +1 -1
- package/dist/web/assets/settings-lists-CtH1A57b.js +5 -0
- package/dist/web/assets/square-BqSK-hv9.js +1 -0
- package/dist/web/assets/square-terminal-Dmgkm5zY.js +1 -0
- package/dist/web/assets/submit-issue-command-DRgUboVW.js +3 -0
- package/dist/web/assets/{toggleHighContrast-Di1cRuQ4.js → toggleHighContrast-B-BD2K2Q.js} +1 -1
- package/dist/web/assets/{training-managed-adapter-81RrdT1k.js → training-managed-adapter-BXNwgd3P.js} +1 -1
- package/dist/web/assets/{training-model-data-CmVo80ZR.js → training-model-data-14942K_Z.js} +5 -5
- package/dist/web/assets/{tsMode-PxisJRYB.js → tsMode-DdgIcxK3.js} +1 -1
- package/dist/web/assets/ui-theme.generated-D-mc26qt.js +144 -0
- package/dist/web/assets/{upload-NXasN1wU.js → upload-82Y6RjLi.js} +1 -1
- package/dist/web/assets/{useAccountSettings-Dqqt1vUY.js → useAccountSettings-BgHXNpq_.js} +1 -1
- package/dist/web/assets/{useAgentInventory-BV4CUWzJ.js → useAgentInventory-B-LNn3up.js} +1 -1
- package/dist/web/assets/{useLocalAgentSchedules-Cc0M_qax.js → useLocalAgentSchedules-CsKv22Hs.js} +1 -1
- package/dist/web/assets/{useQuery-ByaRC9SK.js → useQuery-CPC2wsWm.js} +1 -1
- package/dist/web/assets/{wifi-off-aVJ3AvT_.js → wifi-off-DXOoDN9l.js} +1 -1
- package/dist/web/assets/{workers-u92Boudu.js → workers-Clf4hKt5.js} +1 -1
- package/dist/web/assets/x-IPhrr4ju.js +1 -0
- package/dist/web/assets/{yaml-BxQUS0ew.js → yaml-I1tf8Uxx.js} +1 -1
- package/dist/web/index.html +12 -3
- package/docs/command-reference.md +28 -2
- package/package.json +2 -1
- package/dist/chunks/app-server-evaluations-HAAYVEXB.js +0 -2
- package/dist/chunks/app-server-runtime-B6BAJA6L.js +0 -2
- package/dist/chunks/chunk-4N3UF3U5.js +0 -2
- package/dist/chunks/chunk-6DCXAXVD.js +0 -22
- package/dist/chunks/chunk-BLKTUFGB.js +0 -2
- package/dist/chunks/chunk-E3EKBPCB.js +0 -2
- package/dist/chunks/chunk-F5JDBDYL.js +0 -2
- package/dist/chunks/chunk-JEVA7YQL.js +0 -3
- package/dist/chunks/chunk-KC7I6E6W.js +0 -2
- package/dist/chunks/chunk-OJSK4NSW.js +0 -151
- package/dist/chunks/chunk-UBCLPZSQ.js +0 -4
- package/dist/chunks/chunk-UJBEWIR3.js +0 -8
- package/dist/chunks/chunk-V67IFV26.js +0 -86
- package/dist/chunks/chunk-VSUHJ46L.js +0 -18
- package/dist/chunks/chunk-X3WEQL3O.js +0 -2
- package/dist/chunks/chunk-XK7SPL63.js +0 -2
- package/dist/chunks/chunk-YR5ID2SS.js +0 -2
- package/dist/chunks/cli-WC45SI7E.js +0 -2
- package/dist/chunks/connected-app-executor-TZJB25UZ.js +0 -2
- package/dist/chunks/experiments-IWSCFDBB.js +0 -2
- package/dist/chunks/host-profile-evaluation-tools-EFB2YIK2.js +0 -2
- package/dist/chunks/host-profile-external-dataset-KSNREH3Q.js +0 -2
- package/dist/chunks/hosted-app-server-composition-VV545TYL.js +0 -2
- package/dist/chunks/hosted-experiment-improvement-NYLADI7S.js +0 -3
- package/dist/chunks/hosted-harness-runtime-Z54E5MD7.js +0 -2
- package/dist/chunks/hosted-profile-compiler-SW2RWTDZ.js +0 -2
- package/dist/chunks/hosted-profile-evaluation-preparation-ZAOGDQXO.js +0 -3
- package/dist/chunks/local-harness-improvement-runtime-KB4OP3SM.js +0 -2
- package/dist/chunks/local-harness-taskset-review-SUDEUGUU.js +0 -2
- package/dist/chunks/opchat-KSOJEL4W.js +0 -3
- package/dist/chunks/project-action-payload-SQ5BSQHY.js +0 -2
- package/dist/chunks/refiner-profile-service-UWI4NAZ3.js +0 -2
- package/dist/chunks/saved-work-QA46KCME.js +0 -2
- package/dist/chunks/src-E7NWAN5B.js +0 -420
- package/dist/chunks/standalone-experiment-turn-owner-SQJ5HXDZ.js +0 -2
- package/dist/chunks/store-learned-preference-migration-validation-KOCW5NOZ.js +0 -2
- package/dist/chunks/store-taskset-drafts-TA6X245D.js +0 -9
- package/dist/chunks/training-hosted-4R4QTSAN.js +0 -2
- package/dist/chunks/training-hosted-report-UQVK6FTG.js +0 -2
- package/dist/web/assets/App-Df7uYQGj.css +0 -1
- package/dist/web/assets/App-Yy3l2sdD.js +0 -56
- package/dist/web/assets/AppTerminalPanel-Dqr6VS3I.js +0 -2
- package/dist/web/assets/AppsView-27Fl_-49.js +0 -1
- package/dist/web/assets/BrowserSidebar-bnI3sSZO.js +0 -1
- package/dist/web/assets/CommunityView-CFKM7FTY.js +0 -1
- package/dist/web/assets/ComposerAttachments-BdjBddKf.js +0 -2
- package/dist/web/assets/ComposerCreateImproveStrip-ViJ5E0We.js +0 -1
- package/dist/web/assets/ConversationImportsSettings-xLl-7G9R.js +0 -1
- package/dist/web/assets/FilePagePreview-CTHuPzJt.js +0 -2
- package/dist/web/assets/GetStartedView-DvV_RMgM.js +0 -1
- package/dist/web/assets/GettingStartedDialog-B1jFmfgd.js +0 -1
- package/dist/web/assets/GettingStartedDialog-C73Bdcz2.css +0 -1
- package/dist/web/assets/HostedModelLearningSettings-DzAiutjq.js +0 -1
- package/dist/web/assets/LabModelVersionDetailPage-CF8FkRUY.js +0 -1
- package/dist/web/assets/LabSkillSidebar-gjbl9Nlv.js +0 -1
- package/dist/web/assets/MainChatThread-BUKup-JB.js +0 -2
- package/dist/web/assets/MainPane-BpE7AKXu.js +0 -92
- package/dist/web/assets/NativeSkillSidebar-Br5Lk6iU.js +0 -1
- package/dist/web/assets/NewProjectDialog-DyuKPOvF.js +0 -1
- package/dist/web/assets/OutputsPage-Dl63CVrw.js +0 -1
- package/dist/web/assets/ProjectsPage-BNF1TiyR.js +0 -1
- package/dist/web/assets/RightChatPanelStack-CxVAAbp-.js +0 -1
- package/dist/web/assets/RightSidebarHomePanel-D46ktZg-.js +0 -1
- package/dist/web/assets/ScheduledWorkPage-Cp0Hf-hs.js +0 -1
- package/dist/web/assets/SettingsView-BT57Q5Wx.js +0 -5
- package/dist/web/assets/TeamChatView-BmxTJ9E5.js +0 -1
- package/dist/web/assets/TerminalOverlay-D-Yq8av_.js +0 -16
- package/dist/web/assets/TrainingCreationPanel-CwfNPj_G.js +0 -1
- package/dist/web/assets/WorkSidebarPanel-myTA9tsh.js +0 -1
- package/dist/web/assets/WorkspaceDiffPanel-D0dzFgzW.js +0 -11
- package/dist/web/assets/WorkspaceEnvironmentMenu-AUzME1eX.js +0 -35
- package/dist/web/assets/WorkspaceFileLocation-Ai8Tz2Mz.js +0 -1
- package/dist/web/assets/WorkspaceGitDialogs-D-UCCckC.js +0 -1
- package/dist/web/assets/chevron-right-Cxv_xBz5.js +0 -1
- package/dist/web/assets/git-dialogs-C631EFyO.css +0 -1
- package/dist/web/assets/icons-kaq6k88m.js +0 -1
- package/dist/web/assets/index-DUMDOdB2.css +0 -1
- package/dist/web/assets/play-BPPQoqMl.js +0 -1
- package/dist/web/assets/plus-D18vYzHF.js +0 -1
- package/dist/web/assets/settings-lists-DMNPkGYk.js +0 -5
- package/dist/web/assets/square-Da8RuqW4.js +0 -1
- package/dist/web/assets/ui-theme.generated-R0MY_Jy0.js +0 -136
package/dist/app-server.d.ts
CHANGED
|
@@ -33396,24 +33396,6 @@ declare const TasksetPackageReceiptSchema: z.ZodObject<{
|
|
|
33396
33396
|
contentHash: z.ZodString;
|
|
33397
33397
|
revision: z.ZodNumber;
|
|
33398
33398
|
}, z.core.$strict>>>;
|
|
33399
|
-
harnessRelease: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
33400
|
-
id: z.ZodString;
|
|
33401
|
-
contentHash: z.ZodString;
|
|
33402
|
-
}, z.core.$strict>>>;
|
|
33403
|
-
method: z.ZodDefault<z.ZodNullable<z.ZodEnum<{
|
|
33404
|
-
sft: "sft";
|
|
33405
|
-
dpo: "dpo";
|
|
33406
|
-
grpo: "grpo";
|
|
33407
|
-
ppo: "ppo";
|
|
33408
|
-
sdft: "sdft";
|
|
33409
|
-
opd: "opd";
|
|
33410
|
-
opsd: "opsd";
|
|
33411
|
-
sdpo: "sdpo";
|
|
33412
|
-
}>>>;
|
|
33413
|
-
tasksetRelease: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
33414
|
-
id: z.ZodString;
|
|
33415
|
-
contentHash: z.ZodString;
|
|
33416
|
-
}, z.core.$strict>>>;
|
|
33417
33399
|
evaluationTasksetRef: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
33418
33400
|
id: z.ZodString;
|
|
33419
33401
|
contentHash: z.ZodString;
|
|
@@ -33446,6 +33428,14 @@ declare const TasksetPackageReceiptSchema: z.ZodObject<{
|
|
|
33446
33428
|
contentHash: z.ZodString;
|
|
33447
33429
|
revision: z.ZodNumber;
|
|
33448
33430
|
}, z.core.$strict>>>;
|
|
33431
|
+
tasksetRelease: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
33432
|
+
id: z.ZodString;
|
|
33433
|
+
contentHash: z.ZodString;
|
|
33434
|
+
}, z.core.$strict>>>;
|
|
33435
|
+
harnessRelease: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
33436
|
+
id: z.ZodString;
|
|
33437
|
+
contentHash: z.ZodString;
|
|
33438
|
+
}, z.core.$strict>>>;
|
|
33449
33439
|
baseModel: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
33450
33440
|
schemaVersion: z.ZodLiteral<"openpond.baseModelPreference.v1">;
|
|
33451
33441
|
modelId: z.ZodString;
|
|
@@ -33459,6 +33449,16 @@ declare const TasksetPackageReceiptSchema: z.ZodObject<{
|
|
|
33459
33449
|
builtin: "builtin";
|
|
33460
33450
|
}>;
|
|
33461
33451
|
}, z.core.$strict>>>;
|
|
33452
|
+
method: z.ZodDefault<z.ZodNullable<z.ZodEnum<{
|
|
33453
|
+
sft: "sft";
|
|
33454
|
+
dpo: "dpo";
|
|
33455
|
+
grpo: "grpo";
|
|
33456
|
+
ppo: "ppo";
|
|
33457
|
+
sdft: "sdft";
|
|
33458
|
+
opd: "opd";
|
|
33459
|
+
opsd: "opsd";
|
|
33460
|
+
sdpo: "sdpo";
|
|
33461
|
+
}>>>;
|
|
33462
33462
|
destinationId: z.ZodDefault<z.ZodNullable<z.ZodString>>;
|
|
33463
33463
|
managedRolloutPlacement: z.ZodDefault<z.ZodEnum<{
|
|
33464
33464
|
local: "local";
|
|
@@ -33469,6 +33469,10 @@ declare const TasksetPackageReceiptSchema: z.ZodObject<{
|
|
|
33469
33469
|
fast: "fast";
|
|
33470
33470
|
economical: "economical";
|
|
33471
33471
|
}>>;
|
|
33472
|
+
managedGpuRequirement: z.ZodDefault<z.ZodEnum<{
|
|
33473
|
+
any: "any";
|
|
33474
|
+
h100_hbm3: "h100_hbm3";
|
|
33475
|
+
}>>;
|
|
33472
33476
|
runPreset: z.ZodDefault<z.ZodNullable<z.ZodEnum<{
|
|
33473
33477
|
custom: "custom";
|
|
33474
33478
|
small: "small";
|
|
@@ -36201,6 +36205,20 @@ type CodexClientOptions = {
|
|
|
36201
36205
|
onServerRequest?: (request: CodexServerRequest) => Promise<CodexServerRequestResult>;
|
|
36202
36206
|
stderr?: (chunk: string) => void;
|
|
36203
36207
|
};
|
|
36208
|
+
type CodexThreadGoal = {
|
|
36209
|
+
threadId: string;
|
|
36210
|
+
objective: string;
|
|
36211
|
+
status: "active" | "paused" | "blocked" | "usageLimited" | "budgetLimited" | "complete";
|
|
36212
|
+
tokenBudget: number | null;
|
|
36213
|
+
tokensUsed: number;
|
|
36214
|
+
timeUsedSeconds: number;
|
|
36215
|
+
createdAt: number;
|
|
36216
|
+
updatedAt: number;
|
|
36217
|
+
};
|
|
36218
|
+
type CodexThreadGoalPatch = {
|
|
36219
|
+
objective?: string;
|
|
36220
|
+
status?: "active" | "paused";
|
|
36221
|
+
};
|
|
36204
36222
|
type CompactThreadResult = {
|
|
36205
36223
|
method: "thread/compact/start" | "thread/compact";
|
|
36206
36224
|
completion: "notification" | "response";
|
|
@@ -36226,6 +36244,12 @@ declare class CodexAppServerClient {
|
|
|
36226
36244
|
start(): Promise<void>;
|
|
36227
36245
|
initialize(): Promise<unknown>;
|
|
36228
36246
|
readAccount(): Promise<unknown>;
|
|
36247
|
+
getThreadGoal(threadId: string): Promise<{
|
|
36248
|
+
goal: CodexThreadGoal | null;
|
|
36249
|
+
}>;
|
|
36250
|
+
setThreadGoal(threadId: string, patch: CodexThreadGoalPatch): Promise<{
|
|
36251
|
+
goal: CodexThreadGoal;
|
|
36252
|
+
}>;
|
|
36229
36253
|
readConfig(): Promise<unknown>;
|
|
36230
36254
|
readRateLimits(): Promise<unknown>;
|
|
36231
36255
|
listModels(params?: {
|
|
@@ -38891,6 +38915,10 @@ declare const ModelPackageOperationSchema: z.ZodObject<{
|
|
|
38891
38915
|
fast: "fast";
|
|
38892
38916
|
economical: "economical";
|
|
38893
38917
|
}>>;
|
|
38918
|
+
managedGpuRequirement: z.ZodDefault<z.ZodEnum<{
|
|
38919
|
+
any: "any";
|
|
38920
|
+
h100_hbm3: "h100_hbm3";
|
|
38921
|
+
}>>;
|
|
38894
38922
|
runPreset: z.ZodDefault<z.ZodNullable<z.ZodEnum<{
|
|
38895
38923
|
custom: "custom";
|
|
38896
38924
|
small: "small";
|
|
@@ -45988,6 +46016,7 @@ declare function trainingStoreMethods(context: SqliteDomainContext, lifecycle: S
|
|
|
45988
46016
|
destinationId: string | null;
|
|
45989
46017
|
managedRolloutPlacement: "local" | "remote";
|
|
45990
46018
|
managedGpuPlacementObjective: "balanced" | "fast" | "economical";
|
|
46019
|
+
managedGpuRequirement: "any" | "h100_hbm3";
|
|
45991
46020
|
runPreset: "custom" | "small" | "standard" | "small_experiment" | null;
|
|
45992
46021
|
recipe: {
|
|
45993
46022
|
[x: string]: unknown;
|
|
@@ -46209,6 +46238,7 @@ declare function trainingStoreMethods(context: SqliteDomainContext, lifecycle: S
|
|
|
46209
46238
|
destinationId: string | null;
|
|
46210
46239
|
managedRolloutPlacement: "local" | "remote";
|
|
46211
46240
|
managedGpuPlacementObjective: "balanced" | "fast" | "economical";
|
|
46241
|
+
managedGpuRequirement: "any" | "h100_hbm3";
|
|
46212
46242
|
runPreset: "custom" | "small" | "standard" | "small_experiment" | null;
|
|
46213
46243
|
recipe: {
|
|
46214
46244
|
[x: string]: unknown;
|
|
@@ -50362,6 +50392,3222 @@ declare function trainingStoreMethods(context: SqliteDomainContext, lifecycle: S
|
|
|
50362
50392
|
}[]>;
|
|
50363
50393
|
readTrainingActivityState: (profileId: string) => Promise<Omit<TrainingActivityState, "jobs">>;
|
|
50364
50394
|
readTrainingNavigation: (profileId: string) => Promise<TrainingNavigationResponse>;
|
|
50395
|
+
prepareLocalModelProject: (raw: unknown) => Promise<{
|
|
50396
|
+
schemaVersion: "openpond.localModelProjectPreparation.v1";
|
|
50397
|
+
request: {
|
|
50398
|
+
schemaVersion: "openpond.localModelProjectPreparationInput.v1";
|
|
50399
|
+
source: {
|
|
50400
|
+
ownerId: string;
|
|
50401
|
+
datasetId: string;
|
|
50402
|
+
revision: number;
|
|
50403
|
+
workspaceHash: string;
|
|
50404
|
+
packageHash: string;
|
|
50405
|
+
};
|
|
50406
|
+
project: {
|
|
50407
|
+
name: string;
|
|
50408
|
+
id: string;
|
|
50409
|
+
profileId: string;
|
|
50410
|
+
objective: string | null;
|
|
50411
|
+
trainingSetup: {
|
|
50412
|
+
tasksetRef: {
|
|
50413
|
+
id: string;
|
|
50414
|
+
contentHash: string;
|
|
50415
|
+
revision: number;
|
|
50416
|
+
} | null;
|
|
50417
|
+
tasksetRelease: {
|
|
50418
|
+
id: string;
|
|
50419
|
+
contentHash: string;
|
|
50420
|
+
} | null;
|
|
50421
|
+
harnessRelease: {
|
|
50422
|
+
id: string;
|
|
50423
|
+
contentHash: string;
|
|
50424
|
+
} | null;
|
|
50425
|
+
baseModel: {
|
|
50426
|
+
schemaVersion: "openpond.baseModelPreference.v1";
|
|
50427
|
+
modelId: string;
|
|
50428
|
+
revision: string | null;
|
|
50429
|
+
tokenizerRevision: string | null;
|
|
50430
|
+
chatTemplateHash: string | null;
|
|
50431
|
+
modelAssetId: string | null;
|
|
50432
|
+
source: "local" | "managed" | "builtin";
|
|
50433
|
+
} | null;
|
|
50434
|
+
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | null;
|
|
50435
|
+
destinationId: string | null;
|
|
50436
|
+
managedRolloutPlacement: "local" | "remote";
|
|
50437
|
+
managedGpuPlacementObjective: "balanced" | "fast" | "economical";
|
|
50438
|
+
managedGpuRequirement: "any" | "h100_hbm3";
|
|
50439
|
+
runPreset: "custom" | "small" | "standard" | "small_experiment" | null;
|
|
50440
|
+
recipe: {
|
|
50441
|
+
[x: string]: unknown;
|
|
50442
|
+
schemaVersion: string;
|
|
50443
|
+
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
50444
|
+
parameterization: "lora" | "full";
|
|
50445
|
+
} | null;
|
|
50446
|
+
preferredMaximumSpendUsd: number | null;
|
|
50447
|
+
preferredRetentionDays: number | null;
|
|
50448
|
+
evaluationTasksetRef?: {
|
|
50449
|
+
id: string;
|
|
50450
|
+
contentHash: string;
|
|
50451
|
+
revision: number;
|
|
50452
|
+
} | null | undefined;
|
|
50453
|
+
profileSource?: {
|
|
50454
|
+
profileProjectId: string;
|
|
50455
|
+
sourceRevision: string;
|
|
50456
|
+
harnessRelease: {
|
|
50457
|
+
id: string;
|
|
50458
|
+
contentHash: string;
|
|
50459
|
+
};
|
|
50460
|
+
} | null | undefined;
|
|
50461
|
+
profileEvaluation?: {
|
|
50462
|
+
profileProjectId: string;
|
|
50463
|
+
sourceRevision: string;
|
|
50464
|
+
catalogHash: string;
|
|
50465
|
+
definitionId: string;
|
|
50466
|
+
harnessRelease: {
|
|
50467
|
+
id: string;
|
|
50468
|
+
contentHash: string;
|
|
50469
|
+
};
|
|
50470
|
+
tasksetRelease: {
|
|
50471
|
+
id: string;
|
|
50472
|
+
contentHash: string;
|
|
50473
|
+
};
|
|
50474
|
+
} | null | undefined;
|
|
50475
|
+
rewardBindingRef?: {
|
|
50476
|
+
id: string;
|
|
50477
|
+
contentHash: string;
|
|
50478
|
+
revision: number;
|
|
50479
|
+
} | null | undefined;
|
|
50480
|
+
};
|
|
50481
|
+
defaultBaseModel: {
|
|
50482
|
+
schemaVersion: "openpond.baseModelPreference.v1";
|
|
50483
|
+
modelId: string;
|
|
50484
|
+
revision: string | null;
|
|
50485
|
+
tokenizerRevision: string | null;
|
|
50486
|
+
chatTemplateHash: string | null;
|
|
50487
|
+
modelAssetId: string | null;
|
|
50488
|
+
source: "local" | "managed" | "builtin";
|
|
50489
|
+
} | null;
|
|
50490
|
+
defaultDestinationId: string | null;
|
|
50491
|
+
};
|
|
50492
|
+
rewardBinding: {
|
|
50493
|
+
schemaVersion: "openpond.rewardBinding.v1";
|
|
50494
|
+
id: string;
|
|
50495
|
+
revision: number;
|
|
50496
|
+
sources: {
|
|
50497
|
+
graderId: string;
|
|
50498
|
+
reward: {
|
|
50499
|
+
id: string;
|
|
50500
|
+
contentHash: string;
|
|
50501
|
+
revision: number;
|
|
50502
|
+
};
|
|
50503
|
+
role: "training" | "evaluation";
|
|
50504
|
+
normalization: {
|
|
50505
|
+
kind: "identity";
|
|
50506
|
+
} | {
|
|
50507
|
+
kind: "linear";
|
|
50508
|
+
minimum: number;
|
|
50509
|
+
maximum: number;
|
|
50510
|
+
direction: "higher" | "lower";
|
|
50511
|
+
};
|
|
50512
|
+
weight: number;
|
|
50513
|
+
required: boolean;
|
|
50514
|
+
hardGate: boolean;
|
|
50515
|
+
privileged: boolean;
|
|
50516
|
+
fixtureRefs: {
|
|
50517
|
+
id: string;
|
|
50518
|
+
contentHash: string;
|
|
50519
|
+
}[];
|
|
50520
|
+
taskIds?: string[] | undefined;
|
|
50521
|
+
}[];
|
|
50522
|
+
aggregation: "weighted_mean";
|
|
50523
|
+
unscorable: "exclude_optional_require_all_required";
|
|
50524
|
+
contentHash: string;
|
|
50525
|
+
name?: string | undefined;
|
|
50526
|
+
description?: string | undefined;
|
|
50527
|
+
recipeRef?: {
|
|
50528
|
+
id: string;
|
|
50529
|
+
contentHash: string;
|
|
50530
|
+
revision: number;
|
|
50531
|
+
} | undefined;
|
|
50532
|
+
};
|
|
50533
|
+
rewards: {
|
|
50534
|
+
schemaVersion: "openpond.rewardRelease.v1";
|
|
50535
|
+
id: string;
|
|
50536
|
+
revision: number;
|
|
50537
|
+
name: string;
|
|
50538
|
+
description: string;
|
|
50539
|
+
implementation: {
|
|
50540
|
+
kind: "schema" | "content" | "state" | "artifact" | "runtime_event";
|
|
50541
|
+
config: Record<string, unknown>;
|
|
50542
|
+
} | {
|
|
50543
|
+
kind: "model_judge";
|
|
50544
|
+
rubricRef: {
|
|
50545
|
+
id: string;
|
|
50546
|
+
path: string;
|
|
50547
|
+
contentHash: string;
|
|
50548
|
+
sizeBytes: number;
|
|
50549
|
+
mediaType: string;
|
|
50550
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50551
|
+
};
|
|
50552
|
+
calibrationStatus: "failed" | "pending" | "passed";
|
|
50553
|
+
model?: {
|
|
50554
|
+
providerId: string;
|
|
50555
|
+
modelId: string;
|
|
50556
|
+
revision: string | null;
|
|
50557
|
+
} | undefined;
|
|
50558
|
+
temperature?: number | undefined;
|
|
50559
|
+
} | {
|
|
50560
|
+
timeoutMs: number;
|
|
50561
|
+
networkPolicy: "none";
|
|
50562
|
+
kind: "custom_verifier";
|
|
50563
|
+
verifierRef: {
|
|
50564
|
+
id: string;
|
|
50565
|
+
path: string;
|
|
50566
|
+
contentHash: string;
|
|
50567
|
+
sizeBytes: number;
|
|
50568
|
+
mediaType: string;
|
|
50569
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50570
|
+
};
|
|
50571
|
+
exportName?: string | undefined;
|
|
50572
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
50573
|
+
} | {
|
|
50574
|
+
kind: "human";
|
|
50575
|
+
rubricRef: {
|
|
50576
|
+
id: string;
|
|
50577
|
+
path: string;
|
|
50578
|
+
contentHash: string;
|
|
50579
|
+
sizeBytes: number;
|
|
50580
|
+
mediaType: string;
|
|
50581
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50582
|
+
};
|
|
50583
|
+
reviewerRole: string;
|
|
50584
|
+
form?: {
|
|
50585
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
50586
|
+
mode: "individual" | "pairwise";
|
|
50587
|
+
instructions: string;
|
|
50588
|
+
criteria: ({
|
|
50589
|
+
id: string;
|
|
50590
|
+
label: string;
|
|
50591
|
+
instructions: string;
|
|
50592
|
+
required: boolean;
|
|
50593
|
+
allowAbstain: boolean;
|
|
50594
|
+
kind: "score";
|
|
50595
|
+
minimum: number;
|
|
50596
|
+
maximum: number;
|
|
50597
|
+
step: number;
|
|
50598
|
+
requireRationale?: boolean | undefined;
|
|
50599
|
+
anchors?: {
|
|
50600
|
+
value: string | number | boolean;
|
|
50601
|
+
description: string;
|
|
50602
|
+
}[] | undefined;
|
|
50603
|
+
} | {
|
|
50604
|
+
id: string;
|
|
50605
|
+
label: string;
|
|
50606
|
+
instructions: string;
|
|
50607
|
+
required: boolean;
|
|
50608
|
+
allowAbstain: boolean;
|
|
50609
|
+
kind: "category";
|
|
50610
|
+
options: string[];
|
|
50611
|
+
requireRationale?: boolean | undefined;
|
|
50612
|
+
anchors?: {
|
|
50613
|
+
value: string | number | boolean;
|
|
50614
|
+
description: string;
|
|
50615
|
+
}[] | undefined;
|
|
50616
|
+
} | {
|
|
50617
|
+
id: string;
|
|
50618
|
+
label: string;
|
|
50619
|
+
instructions: string;
|
|
50620
|
+
required: boolean;
|
|
50621
|
+
allowAbstain: boolean;
|
|
50622
|
+
kind: "boolean";
|
|
50623
|
+
requireRationale?: boolean | undefined;
|
|
50624
|
+
anchors?: {
|
|
50625
|
+
value: string | number | boolean;
|
|
50626
|
+
description: string;
|
|
50627
|
+
}[] | undefined;
|
|
50628
|
+
} | {
|
|
50629
|
+
id: string;
|
|
50630
|
+
label: string;
|
|
50631
|
+
instructions: string;
|
|
50632
|
+
required: boolean;
|
|
50633
|
+
allowAbstain: boolean;
|
|
50634
|
+
kind: "text";
|
|
50635
|
+
maximumLength: number;
|
|
50636
|
+
requireRationale?: boolean | undefined;
|
|
50637
|
+
anchors?: {
|
|
50638
|
+
value: string | number | boolean;
|
|
50639
|
+
description: string;
|
|
50640
|
+
}[] | undefined;
|
|
50641
|
+
minimumLength?: number | undefined;
|
|
50642
|
+
} | {
|
|
50643
|
+
id: string;
|
|
50644
|
+
label: string;
|
|
50645
|
+
instructions: string;
|
|
50646
|
+
required: boolean;
|
|
50647
|
+
allowAbstain: boolean;
|
|
50648
|
+
kind: "preference";
|
|
50649
|
+
allowTie: boolean;
|
|
50650
|
+
requireRationale?: boolean | undefined;
|
|
50651
|
+
anchors?: {
|
|
50652
|
+
value: string | number | boolean;
|
|
50653
|
+
description: string;
|
|
50654
|
+
}[] | undefined;
|
|
50655
|
+
requireStrength?: boolean | undefined;
|
|
50656
|
+
})[];
|
|
50657
|
+
} | undefined;
|
|
50658
|
+
} | {
|
|
50659
|
+
kind: "learned_model";
|
|
50660
|
+
modelVersion: {
|
|
50661
|
+
id: string;
|
|
50662
|
+
contentHash: string;
|
|
50663
|
+
};
|
|
50664
|
+
inputContract: {
|
|
50665
|
+
id: string;
|
|
50666
|
+
path: string;
|
|
50667
|
+
contentHash: string;
|
|
50668
|
+
sizeBytes: number;
|
|
50669
|
+
mediaType: string;
|
|
50670
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50671
|
+
};
|
|
50672
|
+
};
|
|
50673
|
+
rawScore: {
|
|
50674
|
+
minimum: number;
|
|
50675
|
+
maximum: number;
|
|
50676
|
+
};
|
|
50677
|
+
assets: {
|
|
50678
|
+
id: string;
|
|
50679
|
+
path: string;
|
|
50680
|
+
contentHash: string;
|
|
50681
|
+
sizeBytes: number;
|
|
50682
|
+
mediaType: string;
|
|
50683
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50684
|
+
}[];
|
|
50685
|
+
contentHash: string;
|
|
50686
|
+
feedbackKey?: string | undefined;
|
|
50687
|
+
fixtureSetRef?: {
|
|
50688
|
+
id: string;
|
|
50689
|
+
path: string;
|
|
50690
|
+
contentHash: string;
|
|
50691
|
+
sizeBytes: number;
|
|
50692
|
+
mediaType: string;
|
|
50693
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50694
|
+
} | undefined;
|
|
50695
|
+
calibrationCheckRef?: {
|
|
50696
|
+
id: string;
|
|
50697
|
+
contentHash: string;
|
|
50698
|
+
revision: number;
|
|
50699
|
+
} | undefined;
|
|
50700
|
+
}[];
|
|
50701
|
+
assets: {
|
|
50702
|
+
schemaVersion: "openpond.learningTextAsset.v1";
|
|
50703
|
+
id: string;
|
|
50704
|
+
revision: 1;
|
|
50705
|
+
asset: {
|
|
50706
|
+
id: string;
|
|
50707
|
+
path: string;
|
|
50708
|
+
contentHash: string;
|
|
50709
|
+
sizeBytes: number;
|
|
50710
|
+
mediaType: string;
|
|
50711
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50712
|
+
};
|
|
50713
|
+
text: string;
|
|
50714
|
+
contentHash: string;
|
|
50715
|
+
}[];
|
|
50716
|
+
};
|
|
50717
|
+
package: {
|
|
50718
|
+
schemaVersion: "openpond.tasksetPackage.v1";
|
|
50719
|
+
taskset: {
|
|
50720
|
+
schemaVersion: "openpond.tasksetRelease.v2";
|
|
50721
|
+
id: string;
|
|
50722
|
+
revision: number;
|
|
50723
|
+
policy: {
|
|
50724
|
+
policyVisibleFields: string[];
|
|
50725
|
+
privilegedFields: string[];
|
|
50726
|
+
hiddenGraderRefs: string[];
|
|
50727
|
+
connectedAppScopes: string[];
|
|
50728
|
+
};
|
|
50729
|
+
environment: {
|
|
50730
|
+
protocolVersion: "openpond.environment.v1";
|
|
50731
|
+
kind: "text" | "work" | "agent" | "custom_program";
|
|
50732
|
+
entrypoint: string;
|
|
50733
|
+
stateful: boolean;
|
|
50734
|
+
deterministicSeeds: boolean;
|
|
50735
|
+
lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
|
|
50736
|
+
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
50737
|
+
defaultTimeoutMs: number;
|
|
50738
|
+
};
|
|
50739
|
+
tools: {
|
|
50740
|
+
name: string;
|
|
50741
|
+
description: string;
|
|
50742
|
+
inputSchema: Record<string, unknown>;
|
|
50743
|
+
inputSchemaHash: string;
|
|
50744
|
+
sideEffect: "read" | "write";
|
|
50745
|
+
timeoutMs: number;
|
|
50746
|
+
}[];
|
|
50747
|
+
capabilities: {
|
|
50748
|
+
id: string;
|
|
50749
|
+
required: boolean;
|
|
50750
|
+
scopes: string[];
|
|
50751
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
50752
|
+
}[];
|
|
50753
|
+
tasks: {
|
|
50754
|
+
id: string;
|
|
50755
|
+
clusterKey: string;
|
|
50756
|
+
split: "validation" | "test" | "train" | "frozen_eval";
|
|
50757
|
+
input: Record<string, unknown>;
|
|
50758
|
+
expectedOutput: Record<string, unknown> | null;
|
|
50759
|
+
policyVisibleContext: Record<string, unknown>;
|
|
50760
|
+
privilegedContextRef: string | null;
|
|
50761
|
+
artifactRefs: {
|
|
50762
|
+
id: string;
|
|
50763
|
+
path: string;
|
|
50764
|
+
contentHash: string;
|
|
50765
|
+
sizeBytes: number;
|
|
50766
|
+
mediaType: string;
|
|
50767
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50768
|
+
}[];
|
|
50769
|
+
tags: string[];
|
|
50770
|
+
requiredOutputs?: {
|
|
50771
|
+
path: string;
|
|
50772
|
+
mediaType: string;
|
|
50773
|
+
schemaRef: {
|
|
50774
|
+
id: string;
|
|
50775
|
+
path: string;
|
|
50776
|
+
contentHash: string;
|
|
50777
|
+
sizeBytes: number;
|
|
50778
|
+
mediaType: string;
|
|
50779
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50780
|
+
} | null;
|
|
50781
|
+
maxBytes: number | null;
|
|
50782
|
+
metadata: Record<string, unknown>;
|
|
50783
|
+
submissionMode?: "structured_json" | undefined;
|
|
50784
|
+
}[] | undefined;
|
|
50785
|
+
}[];
|
|
50786
|
+
graders: ({
|
|
50787
|
+
id: string;
|
|
50788
|
+
version: string;
|
|
50789
|
+
weight: number;
|
|
50790
|
+
hardGate: boolean;
|
|
50791
|
+
rewardEligible: boolean;
|
|
50792
|
+
privileged: boolean;
|
|
50793
|
+
kind: "schema" | "content" | "state" | "artifact" | "runtime_event";
|
|
50794
|
+
config: Record<string, unknown>;
|
|
50795
|
+
taskIds?: string[] | undefined;
|
|
50796
|
+
} | {
|
|
50797
|
+
id: string;
|
|
50798
|
+
version: string;
|
|
50799
|
+
weight: number;
|
|
50800
|
+
hardGate: boolean;
|
|
50801
|
+
rewardEligible: boolean;
|
|
50802
|
+
privileged: boolean;
|
|
50803
|
+
kind: "model_judge";
|
|
50804
|
+
rubricRef: {
|
|
50805
|
+
id: string;
|
|
50806
|
+
path: string;
|
|
50807
|
+
contentHash: string;
|
|
50808
|
+
sizeBytes: number;
|
|
50809
|
+
mediaType: string;
|
|
50810
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50811
|
+
};
|
|
50812
|
+
calibrationStatus: "failed" | "pending" | "passed";
|
|
50813
|
+
taskIds?: string[] | undefined;
|
|
50814
|
+
model?: {
|
|
50815
|
+
providerId: string;
|
|
50816
|
+
modelId: string;
|
|
50817
|
+
revision: string | null;
|
|
50818
|
+
} | undefined;
|
|
50819
|
+
temperature?: number | undefined;
|
|
50820
|
+
} | {
|
|
50821
|
+
id: string;
|
|
50822
|
+
version: string;
|
|
50823
|
+
weight: number;
|
|
50824
|
+
hardGate: boolean;
|
|
50825
|
+
rewardEligible: boolean;
|
|
50826
|
+
privileged: boolean;
|
|
50827
|
+
kind: "custom_verifier";
|
|
50828
|
+
verifierRef: {
|
|
50829
|
+
id: string;
|
|
50830
|
+
path: string;
|
|
50831
|
+
contentHash: string;
|
|
50832
|
+
sizeBytes: number;
|
|
50833
|
+
mediaType: string;
|
|
50834
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50835
|
+
};
|
|
50836
|
+
timeoutMs: number;
|
|
50837
|
+
networkPolicy: "none";
|
|
50838
|
+
taskIds?: string[] | undefined;
|
|
50839
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
50840
|
+
exportName?: string | undefined;
|
|
50841
|
+
} | {
|
|
50842
|
+
id: string;
|
|
50843
|
+
version: string;
|
|
50844
|
+
weight: number;
|
|
50845
|
+
hardGate: boolean;
|
|
50846
|
+
rewardEligible: boolean;
|
|
50847
|
+
privileged: boolean;
|
|
50848
|
+
kind: "human";
|
|
50849
|
+
rubricRef: {
|
|
50850
|
+
id: string;
|
|
50851
|
+
path: string;
|
|
50852
|
+
contentHash: string;
|
|
50853
|
+
sizeBytes: number;
|
|
50854
|
+
mediaType: string;
|
|
50855
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50856
|
+
};
|
|
50857
|
+
reviewerRole: string;
|
|
50858
|
+
taskIds?: string[] | undefined;
|
|
50859
|
+
form?: {
|
|
50860
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
50861
|
+
mode: "individual" | "pairwise";
|
|
50862
|
+
instructions: string;
|
|
50863
|
+
criteria: ({
|
|
50864
|
+
id: string;
|
|
50865
|
+
label: string;
|
|
50866
|
+
instructions: string;
|
|
50867
|
+
required: boolean;
|
|
50868
|
+
allowAbstain: boolean;
|
|
50869
|
+
kind: "score";
|
|
50870
|
+
minimum: number;
|
|
50871
|
+
maximum: number;
|
|
50872
|
+
step: number;
|
|
50873
|
+
requireRationale?: boolean | undefined;
|
|
50874
|
+
anchors?: {
|
|
50875
|
+
value: string | number | boolean;
|
|
50876
|
+
description: string;
|
|
50877
|
+
}[] | undefined;
|
|
50878
|
+
} | {
|
|
50879
|
+
id: string;
|
|
50880
|
+
label: string;
|
|
50881
|
+
instructions: string;
|
|
50882
|
+
required: boolean;
|
|
50883
|
+
allowAbstain: boolean;
|
|
50884
|
+
kind: "category";
|
|
50885
|
+
options: string[];
|
|
50886
|
+
requireRationale?: boolean | undefined;
|
|
50887
|
+
anchors?: {
|
|
50888
|
+
value: string | number | boolean;
|
|
50889
|
+
description: string;
|
|
50890
|
+
}[] | undefined;
|
|
50891
|
+
} | {
|
|
50892
|
+
id: string;
|
|
50893
|
+
label: string;
|
|
50894
|
+
instructions: string;
|
|
50895
|
+
required: boolean;
|
|
50896
|
+
allowAbstain: boolean;
|
|
50897
|
+
kind: "boolean";
|
|
50898
|
+
requireRationale?: boolean | undefined;
|
|
50899
|
+
anchors?: {
|
|
50900
|
+
value: string | number | boolean;
|
|
50901
|
+
description: string;
|
|
50902
|
+
}[] | undefined;
|
|
50903
|
+
} | {
|
|
50904
|
+
id: string;
|
|
50905
|
+
label: string;
|
|
50906
|
+
instructions: string;
|
|
50907
|
+
required: boolean;
|
|
50908
|
+
allowAbstain: boolean;
|
|
50909
|
+
kind: "text";
|
|
50910
|
+
maximumLength: number;
|
|
50911
|
+
requireRationale?: boolean | undefined;
|
|
50912
|
+
anchors?: {
|
|
50913
|
+
value: string | number | boolean;
|
|
50914
|
+
description: string;
|
|
50915
|
+
}[] | undefined;
|
|
50916
|
+
minimumLength?: number | undefined;
|
|
50917
|
+
} | {
|
|
50918
|
+
id: string;
|
|
50919
|
+
label: string;
|
|
50920
|
+
instructions: string;
|
|
50921
|
+
required: boolean;
|
|
50922
|
+
allowAbstain: boolean;
|
|
50923
|
+
kind: "preference";
|
|
50924
|
+
allowTie: boolean;
|
|
50925
|
+
requireRationale?: boolean | undefined;
|
|
50926
|
+
anchors?: {
|
|
50927
|
+
value: string | number | boolean;
|
|
50928
|
+
description: string;
|
|
50929
|
+
}[] | undefined;
|
|
50930
|
+
requireStrength?: boolean | undefined;
|
|
50931
|
+
})[];
|
|
50932
|
+
} | undefined;
|
|
50933
|
+
})[];
|
|
50934
|
+
metadata: Record<string, unknown>;
|
|
50935
|
+
contentHash: string;
|
|
50936
|
+
environmentRelease?: {
|
|
50937
|
+
id: string;
|
|
50938
|
+
contentHash: string;
|
|
50939
|
+
} | undefined;
|
|
50940
|
+
verifierSetRelease?: {
|
|
50941
|
+
id: string;
|
|
50942
|
+
contentHash: string;
|
|
50943
|
+
} | undefined;
|
|
50944
|
+
metrics?: {
|
|
50945
|
+
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
50946
|
+
primaryMetric: string;
|
|
50947
|
+
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
50948
|
+
missingReward: "zero" | "exclude";
|
|
50949
|
+
customAggregator: {
|
|
50950
|
+
module: string;
|
|
50951
|
+
exportName: string;
|
|
50952
|
+
contentHash: string;
|
|
50953
|
+
timeoutMs: number;
|
|
50954
|
+
networkPolicy: "none";
|
|
50955
|
+
} | null;
|
|
50956
|
+
taskWeights?: Record<string, number> | undefined;
|
|
50957
|
+
} | undefined;
|
|
50958
|
+
};
|
|
50959
|
+
environment: {
|
|
50960
|
+
schemaVersion: "openpond.environmentRelease.v1";
|
|
50961
|
+
id: string;
|
|
50962
|
+
revision: number;
|
|
50963
|
+
contract: {
|
|
50964
|
+
protocolVersion: "openpond.environment.v1";
|
|
50965
|
+
kind: "text" | "work" | "agent" | "custom_program";
|
|
50966
|
+
entrypoint: string;
|
|
50967
|
+
stateful: boolean;
|
|
50968
|
+
deterministicSeeds: boolean;
|
|
50969
|
+
lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
|
|
50970
|
+
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
50971
|
+
defaultTimeoutMs: number;
|
|
50972
|
+
};
|
|
50973
|
+
actionSchemaRef: {
|
|
50974
|
+
id: string;
|
|
50975
|
+
path: string;
|
|
50976
|
+
contentHash: string;
|
|
50977
|
+
sizeBytes: number;
|
|
50978
|
+
mediaType: string;
|
|
50979
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50980
|
+
} | null;
|
|
50981
|
+
observationSchemaRef: {
|
|
50982
|
+
id: string;
|
|
50983
|
+
path: string;
|
|
50984
|
+
contentHash: string;
|
|
50985
|
+
sizeBytes: number;
|
|
50986
|
+
mediaType: string;
|
|
50987
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50988
|
+
} | null;
|
|
50989
|
+
stateSchemaRef: {
|
|
50990
|
+
id: string;
|
|
50991
|
+
path: string;
|
|
50992
|
+
contentHash: string;
|
|
50993
|
+
sizeBytes: number;
|
|
50994
|
+
mediaType: string;
|
|
50995
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
50996
|
+
} | null;
|
|
50997
|
+
artifactCollection: {
|
|
50998
|
+
maxArtifacts: number;
|
|
50999
|
+
maxTotalBytes: number;
|
|
51000
|
+
};
|
|
51001
|
+
adapterConformanceHashes: Record<string, string>;
|
|
51002
|
+
metadata: Record<string, unknown>;
|
|
51003
|
+
contentHash: string;
|
|
51004
|
+
};
|
|
51005
|
+
verifierSet: {
|
|
51006
|
+
schemaVersion: "openpond.verifierSetRelease.v1";
|
|
51007
|
+
id: string;
|
|
51008
|
+
revision: number;
|
|
51009
|
+
graders: ({
|
|
51010
|
+
id: string;
|
|
51011
|
+
version: string;
|
|
51012
|
+
weight: number;
|
|
51013
|
+
hardGate: boolean;
|
|
51014
|
+
rewardEligible: boolean;
|
|
51015
|
+
privileged: boolean;
|
|
51016
|
+
kind: "schema" | "content" | "state" | "artifact" | "runtime_event";
|
|
51017
|
+
config: Record<string, unknown>;
|
|
51018
|
+
taskIds?: string[] | undefined;
|
|
51019
|
+
} | {
|
|
51020
|
+
id: string;
|
|
51021
|
+
version: string;
|
|
51022
|
+
weight: number;
|
|
51023
|
+
hardGate: boolean;
|
|
51024
|
+
rewardEligible: boolean;
|
|
51025
|
+
privileged: boolean;
|
|
51026
|
+
kind: "model_judge";
|
|
51027
|
+
rubricRef: {
|
|
51028
|
+
id: string;
|
|
51029
|
+
path: string;
|
|
51030
|
+
contentHash: string;
|
|
51031
|
+
sizeBytes: number;
|
|
51032
|
+
mediaType: string;
|
|
51033
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51034
|
+
};
|
|
51035
|
+
calibrationStatus: "failed" | "pending" | "passed";
|
|
51036
|
+
taskIds?: string[] | undefined;
|
|
51037
|
+
model?: {
|
|
51038
|
+
providerId: string;
|
|
51039
|
+
modelId: string;
|
|
51040
|
+
revision: string | null;
|
|
51041
|
+
} | undefined;
|
|
51042
|
+
temperature?: number | undefined;
|
|
51043
|
+
} | {
|
|
51044
|
+
id: string;
|
|
51045
|
+
version: string;
|
|
51046
|
+
weight: number;
|
|
51047
|
+
hardGate: boolean;
|
|
51048
|
+
rewardEligible: boolean;
|
|
51049
|
+
privileged: boolean;
|
|
51050
|
+
kind: "custom_verifier";
|
|
51051
|
+
verifierRef: {
|
|
51052
|
+
id: string;
|
|
51053
|
+
path: string;
|
|
51054
|
+
contentHash: string;
|
|
51055
|
+
sizeBytes: number;
|
|
51056
|
+
mediaType: string;
|
|
51057
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51058
|
+
};
|
|
51059
|
+
timeoutMs: number;
|
|
51060
|
+
networkPolicy: "none";
|
|
51061
|
+
taskIds?: string[] | undefined;
|
|
51062
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
51063
|
+
exportName?: string | undefined;
|
|
51064
|
+
} | {
|
|
51065
|
+
id: string;
|
|
51066
|
+
version: string;
|
|
51067
|
+
weight: number;
|
|
51068
|
+
hardGate: boolean;
|
|
51069
|
+
rewardEligible: boolean;
|
|
51070
|
+
privileged: boolean;
|
|
51071
|
+
kind: "human";
|
|
51072
|
+
rubricRef: {
|
|
51073
|
+
id: string;
|
|
51074
|
+
path: string;
|
|
51075
|
+
contentHash: string;
|
|
51076
|
+
sizeBytes: number;
|
|
51077
|
+
mediaType: string;
|
|
51078
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51079
|
+
};
|
|
51080
|
+
reviewerRole: string;
|
|
51081
|
+
taskIds?: string[] | undefined;
|
|
51082
|
+
form?: {
|
|
51083
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
51084
|
+
mode: "individual" | "pairwise";
|
|
51085
|
+
instructions: string;
|
|
51086
|
+
criteria: ({
|
|
51087
|
+
id: string;
|
|
51088
|
+
label: string;
|
|
51089
|
+
instructions: string;
|
|
51090
|
+
required: boolean;
|
|
51091
|
+
allowAbstain: boolean;
|
|
51092
|
+
kind: "score";
|
|
51093
|
+
minimum: number;
|
|
51094
|
+
maximum: number;
|
|
51095
|
+
step: number;
|
|
51096
|
+
requireRationale?: boolean | undefined;
|
|
51097
|
+
anchors?: {
|
|
51098
|
+
value: string | number | boolean;
|
|
51099
|
+
description: string;
|
|
51100
|
+
}[] | undefined;
|
|
51101
|
+
} | {
|
|
51102
|
+
id: string;
|
|
51103
|
+
label: string;
|
|
51104
|
+
instructions: string;
|
|
51105
|
+
required: boolean;
|
|
51106
|
+
allowAbstain: boolean;
|
|
51107
|
+
kind: "category";
|
|
51108
|
+
options: string[];
|
|
51109
|
+
requireRationale?: boolean | undefined;
|
|
51110
|
+
anchors?: {
|
|
51111
|
+
value: string | number | boolean;
|
|
51112
|
+
description: string;
|
|
51113
|
+
}[] | undefined;
|
|
51114
|
+
} | {
|
|
51115
|
+
id: string;
|
|
51116
|
+
label: string;
|
|
51117
|
+
instructions: string;
|
|
51118
|
+
required: boolean;
|
|
51119
|
+
allowAbstain: boolean;
|
|
51120
|
+
kind: "boolean";
|
|
51121
|
+
requireRationale?: boolean | undefined;
|
|
51122
|
+
anchors?: {
|
|
51123
|
+
value: string | number | boolean;
|
|
51124
|
+
description: string;
|
|
51125
|
+
}[] | undefined;
|
|
51126
|
+
} | {
|
|
51127
|
+
id: string;
|
|
51128
|
+
label: string;
|
|
51129
|
+
instructions: string;
|
|
51130
|
+
required: boolean;
|
|
51131
|
+
allowAbstain: boolean;
|
|
51132
|
+
kind: "text";
|
|
51133
|
+
maximumLength: number;
|
|
51134
|
+
requireRationale?: boolean | undefined;
|
|
51135
|
+
anchors?: {
|
|
51136
|
+
value: string | number | boolean;
|
|
51137
|
+
description: string;
|
|
51138
|
+
}[] | undefined;
|
|
51139
|
+
minimumLength?: number | undefined;
|
|
51140
|
+
} | {
|
|
51141
|
+
id: string;
|
|
51142
|
+
label: string;
|
|
51143
|
+
instructions: string;
|
|
51144
|
+
required: boolean;
|
|
51145
|
+
allowAbstain: boolean;
|
|
51146
|
+
kind: "preference";
|
|
51147
|
+
allowTie: boolean;
|
|
51148
|
+
requireRationale?: boolean | undefined;
|
|
51149
|
+
anchors?: {
|
|
51150
|
+
value: string | number | boolean;
|
|
51151
|
+
description: string;
|
|
51152
|
+
}[] | undefined;
|
|
51153
|
+
requireStrength?: boolean | undefined;
|
|
51154
|
+
})[];
|
|
51155
|
+
} | undefined;
|
|
51156
|
+
})[];
|
|
51157
|
+
isolation: {
|
|
51158
|
+
processBoundary: "same_process" | "isolated_process" | "container";
|
|
51159
|
+
networkPolicy: "none";
|
|
51160
|
+
defaultTimeoutMs: number;
|
|
51161
|
+
};
|
|
51162
|
+
calibrationReceiptRefs: {
|
|
51163
|
+
id: string;
|
|
51164
|
+
contentHash: string;
|
|
51165
|
+
}[];
|
|
51166
|
+
metadata: Record<string, unknown>;
|
|
51167
|
+
contentHash: string;
|
|
51168
|
+
};
|
|
51169
|
+
files: {
|
|
51170
|
+
asset: {
|
|
51171
|
+
id: string;
|
|
51172
|
+
path: string;
|
|
51173
|
+
contentHash: string;
|
|
51174
|
+
sizeBytes: number;
|
|
51175
|
+
mediaType: string;
|
|
51176
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51177
|
+
};
|
|
51178
|
+
base64: string;
|
|
51179
|
+
}[];
|
|
51180
|
+
contentHash: string;
|
|
51181
|
+
modelResources?: {
|
|
51182
|
+
taskDefinition: {
|
|
51183
|
+
schemaVersion: "openpond.taskDefinition.v1";
|
|
51184
|
+
id: string;
|
|
51185
|
+
revision: number;
|
|
51186
|
+
name: string;
|
|
51187
|
+
description: string;
|
|
51188
|
+
instructions: string;
|
|
51189
|
+
category: "custom" | "structured" | "question_answering" | "coding" | "tool_workflow";
|
|
51190
|
+
familyNamespace: string;
|
|
51191
|
+
inputSchema: Record<string, unknown>;
|
|
51192
|
+
outputSchema: Record<string, unknown>;
|
|
51193
|
+
rewardBinding: {
|
|
51194
|
+
id: string;
|
|
51195
|
+
contentHash: string;
|
|
51196
|
+
revision: number;
|
|
51197
|
+
};
|
|
51198
|
+
harness: {
|
|
51199
|
+
id: string;
|
|
51200
|
+
contentHash: string;
|
|
51201
|
+
} | null;
|
|
51202
|
+
execution: {
|
|
51203
|
+
policy: {
|
|
51204
|
+
policyVisibleFields: string[];
|
|
51205
|
+
privilegedFields: string[];
|
|
51206
|
+
hiddenGraderRefs: string[];
|
|
51207
|
+
connectedAppScopes: string[];
|
|
51208
|
+
};
|
|
51209
|
+
environment: {
|
|
51210
|
+
protocolVersion: "openpond.environment.v1";
|
|
51211
|
+
kind: "text" | "work" | "agent" | "custom_program";
|
|
51212
|
+
entrypoint: string;
|
|
51213
|
+
stateful: boolean;
|
|
51214
|
+
deterministicSeeds: boolean;
|
|
51215
|
+
lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
|
|
51216
|
+
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
51217
|
+
defaultTimeoutMs: number;
|
|
51218
|
+
};
|
|
51219
|
+
tools: {
|
|
51220
|
+
name: string;
|
|
51221
|
+
description: string;
|
|
51222
|
+
inputSchema: Record<string, unknown>;
|
|
51223
|
+
inputSchemaHash: string;
|
|
51224
|
+
sideEffect: "read" | "write";
|
|
51225
|
+
timeoutMs: number;
|
|
51226
|
+
}[];
|
|
51227
|
+
capabilities: {
|
|
51228
|
+
id: string;
|
|
51229
|
+
required: boolean;
|
|
51230
|
+
scopes: string[];
|
|
51231
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
51232
|
+
}[];
|
|
51233
|
+
environmentRelease?: {
|
|
51234
|
+
id: string;
|
|
51235
|
+
contentHash: string;
|
|
51236
|
+
} | undefined;
|
|
51237
|
+
verifierSetRelease?: {
|
|
51238
|
+
id: string;
|
|
51239
|
+
contentHash: string;
|
|
51240
|
+
} | undefined;
|
|
51241
|
+
};
|
|
51242
|
+
contentHash: string;
|
|
51243
|
+
requiredOutputs?: {
|
|
51244
|
+
path: string;
|
|
51245
|
+
mediaType: string;
|
|
51246
|
+
schemaRef: {
|
|
51247
|
+
id: string;
|
|
51248
|
+
path: string;
|
|
51249
|
+
contentHash: string;
|
|
51250
|
+
sizeBytes: number;
|
|
51251
|
+
mediaType: string;
|
|
51252
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51253
|
+
} | null;
|
|
51254
|
+
maxBytes: number | null;
|
|
51255
|
+
metadata: Record<string, unknown>;
|
|
51256
|
+
submissionMode?: "structured_json" | undefined;
|
|
51257
|
+
}[] | undefined;
|
|
51258
|
+
contextRequirements?: string[] | undefined;
|
|
51259
|
+
};
|
|
51260
|
+
assets: {
|
|
51261
|
+
schemaVersion: "openpond.learningTextAsset.v1";
|
|
51262
|
+
id: string;
|
|
51263
|
+
revision: 1;
|
|
51264
|
+
asset: {
|
|
51265
|
+
id: string;
|
|
51266
|
+
path: string;
|
|
51267
|
+
contentHash: string;
|
|
51268
|
+
sizeBytes: number;
|
|
51269
|
+
mediaType: string;
|
|
51270
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51271
|
+
};
|
|
51272
|
+
text: string;
|
|
51273
|
+
contentHash: string;
|
|
51274
|
+
}[];
|
|
51275
|
+
rewards: {
|
|
51276
|
+
schemaVersion: "openpond.rewardRelease.v1";
|
|
51277
|
+
id: string;
|
|
51278
|
+
revision: number;
|
|
51279
|
+
name: string;
|
|
51280
|
+
description: string;
|
|
51281
|
+
implementation: {
|
|
51282
|
+
kind: "schema" | "content" | "state" | "artifact" | "runtime_event";
|
|
51283
|
+
config: Record<string, unknown>;
|
|
51284
|
+
} | {
|
|
51285
|
+
kind: "model_judge";
|
|
51286
|
+
rubricRef: {
|
|
51287
|
+
id: string;
|
|
51288
|
+
path: string;
|
|
51289
|
+
contentHash: string;
|
|
51290
|
+
sizeBytes: number;
|
|
51291
|
+
mediaType: string;
|
|
51292
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51293
|
+
};
|
|
51294
|
+
calibrationStatus: "failed" | "pending" | "passed";
|
|
51295
|
+
model?: {
|
|
51296
|
+
providerId: string;
|
|
51297
|
+
modelId: string;
|
|
51298
|
+
revision: string | null;
|
|
51299
|
+
} | undefined;
|
|
51300
|
+
temperature?: number | undefined;
|
|
51301
|
+
} | {
|
|
51302
|
+
timeoutMs: number;
|
|
51303
|
+
networkPolicy: "none";
|
|
51304
|
+
kind: "custom_verifier";
|
|
51305
|
+
verifierRef: {
|
|
51306
|
+
id: string;
|
|
51307
|
+
path: string;
|
|
51308
|
+
contentHash: string;
|
|
51309
|
+
sizeBytes: number;
|
|
51310
|
+
mediaType: string;
|
|
51311
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51312
|
+
};
|
|
51313
|
+
exportName?: string | undefined;
|
|
51314
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
51315
|
+
} | {
|
|
51316
|
+
kind: "human";
|
|
51317
|
+
rubricRef: {
|
|
51318
|
+
id: string;
|
|
51319
|
+
path: string;
|
|
51320
|
+
contentHash: string;
|
|
51321
|
+
sizeBytes: number;
|
|
51322
|
+
mediaType: string;
|
|
51323
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51324
|
+
};
|
|
51325
|
+
reviewerRole: string;
|
|
51326
|
+
form?: {
|
|
51327
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
51328
|
+
mode: "individual" | "pairwise";
|
|
51329
|
+
instructions: string;
|
|
51330
|
+
criteria: ({
|
|
51331
|
+
id: string;
|
|
51332
|
+
label: string;
|
|
51333
|
+
instructions: string;
|
|
51334
|
+
required: boolean;
|
|
51335
|
+
allowAbstain: boolean;
|
|
51336
|
+
kind: "score";
|
|
51337
|
+
minimum: number;
|
|
51338
|
+
maximum: number;
|
|
51339
|
+
step: number;
|
|
51340
|
+
requireRationale?: boolean | undefined;
|
|
51341
|
+
anchors?: {
|
|
51342
|
+
value: string | number | boolean;
|
|
51343
|
+
description: string;
|
|
51344
|
+
}[] | undefined;
|
|
51345
|
+
} | {
|
|
51346
|
+
id: string;
|
|
51347
|
+
label: string;
|
|
51348
|
+
instructions: string;
|
|
51349
|
+
required: boolean;
|
|
51350
|
+
allowAbstain: boolean;
|
|
51351
|
+
kind: "category";
|
|
51352
|
+
options: string[];
|
|
51353
|
+
requireRationale?: boolean | undefined;
|
|
51354
|
+
anchors?: {
|
|
51355
|
+
value: string | number | boolean;
|
|
51356
|
+
description: string;
|
|
51357
|
+
}[] | undefined;
|
|
51358
|
+
} | {
|
|
51359
|
+
id: string;
|
|
51360
|
+
label: string;
|
|
51361
|
+
instructions: string;
|
|
51362
|
+
required: boolean;
|
|
51363
|
+
allowAbstain: boolean;
|
|
51364
|
+
kind: "boolean";
|
|
51365
|
+
requireRationale?: boolean | undefined;
|
|
51366
|
+
anchors?: {
|
|
51367
|
+
value: string | number | boolean;
|
|
51368
|
+
description: string;
|
|
51369
|
+
}[] | undefined;
|
|
51370
|
+
} | {
|
|
51371
|
+
id: string;
|
|
51372
|
+
label: string;
|
|
51373
|
+
instructions: string;
|
|
51374
|
+
required: boolean;
|
|
51375
|
+
allowAbstain: boolean;
|
|
51376
|
+
kind: "text";
|
|
51377
|
+
maximumLength: number;
|
|
51378
|
+
requireRationale?: boolean | undefined;
|
|
51379
|
+
anchors?: {
|
|
51380
|
+
value: string | number | boolean;
|
|
51381
|
+
description: string;
|
|
51382
|
+
}[] | undefined;
|
|
51383
|
+
minimumLength?: number | undefined;
|
|
51384
|
+
} | {
|
|
51385
|
+
id: string;
|
|
51386
|
+
label: string;
|
|
51387
|
+
instructions: string;
|
|
51388
|
+
required: boolean;
|
|
51389
|
+
allowAbstain: boolean;
|
|
51390
|
+
kind: "preference";
|
|
51391
|
+
allowTie: boolean;
|
|
51392
|
+
requireRationale?: boolean | undefined;
|
|
51393
|
+
anchors?: {
|
|
51394
|
+
value: string | number | boolean;
|
|
51395
|
+
description: string;
|
|
51396
|
+
}[] | undefined;
|
|
51397
|
+
requireStrength?: boolean | undefined;
|
|
51398
|
+
})[];
|
|
51399
|
+
} | undefined;
|
|
51400
|
+
} | {
|
|
51401
|
+
kind: "learned_model";
|
|
51402
|
+
modelVersion: {
|
|
51403
|
+
id: string;
|
|
51404
|
+
contentHash: string;
|
|
51405
|
+
};
|
|
51406
|
+
inputContract: {
|
|
51407
|
+
id: string;
|
|
51408
|
+
path: string;
|
|
51409
|
+
contentHash: string;
|
|
51410
|
+
sizeBytes: number;
|
|
51411
|
+
mediaType: string;
|
|
51412
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51413
|
+
};
|
|
51414
|
+
};
|
|
51415
|
+
rawScore: {
|
|
51416
|
+
minimum: number;
|
|
51417
|
+
maximum: number;
|
|
51418
|
+
};
|
|
51419
|
+
assets: {
|
|
51420
|
+
id: string;
|
|
51421
|
+
path: string;
|
|
51422
|
+
contentHash: string;
|
|
51423
|
+
sizeBytes: number;
|
|
51424
|
+
mediaType: string;
|
|
51425
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51426
|
+
}[];
|
|
51427
|
+
contentHash: string;
|
|
51428
|
+
feedbackKey?: string | undefined;
|
|
51429
|
+
fixtureSetRef?: {
|
|
51430
|
+
id: string;
|
|
51431
|
+
path: string;
|
|
51432
|
+
contentHash: string;
|
|
51433
|
+
sizeBytes: number;
|
|
51434
|
+
mediaType: string;
|
|
51435
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51436
|
+
} | undefined;
|
|
51437
|
+
calibrationCheckRef?: {
|
|
51438
|
+
id: string;
|
|
51439
|
+
contentHash: string;
|
|
51440
|
+
revision: number;
|
|
51441
|
+
} | undefined;
|
|
51442
|
+
}[];
|
|
51443
|
+
rewardBinding: {
|
|
51444
|
+
schemaVersion: "openpond.rewardBinding.v1";
|
|
51445
|
+
id: string;
|
|
51446
|
+
revision: number;
|
|
51447
|
+
sources: {
|
|
51448
|
+
graderId: string;
|
|
51449
|
+
reward: {
|
|
51450
|
+
id: string;
|
|
51451
|
+
contentHash: string;
|
|
51452
|
+
revision: number;
|
|
51453
|
+
};
|
|
51454
|
+
role: "training" | "evaluation";
|
|
51455
|
+
normalization: {
|
|
51456
|
+
kind: "identity";
|
|
51457
|
+
} | {
|
|
51458
|
+
kind: "linear";
|
|
51459
|
+
minimum: number;
|
|
51460
|
+
maximum: number;
|
|
51461
|
+
direction: "higher" | "lower";
|
|
51462
|
+
};
|
|
51463
|
+
weight: number;
|
|
51464
|
+
required: boolean;
|
|
51465
|
+
hardGate: boolean;
|
|
51466
|
+
privileged: boolean;
|
|
51467
|
+
fixtureRefs: {
|
|
51468
|
+
id: string;
|
|
51469
|
+
contentHash: string;
|
|
51470
|
+
}[];
|
|
51471
|
+
taskIds?: string[] | undefined;
|
|
51472
|
+
}[];
|
|
51473
|
+
aggregation: "weighted_mean";
|
|
51474
|
+
unscorable: "exclude_optional_require_all_required";
|
|
51475
|
+
contentHash: string;
|
|
51476
|
+
name?: string | undefined;
|
|
51477
|
+
description?: string | undefined;
|
|
51478
|
+
recipeRef?: {
|
|
51479
|
+
id: string;
|
|
51480
|
+
contentHash: string;
|
|
51481
|
+
revision: number;
|
|
51482
|
+
} | undefined;
|
|
51483
|
+
};
|
|
51484
|
+
execution?: {
|
|
51485
|
+
environment: {
|
|
51486
|
+
schemaVersion: "openpond.environmentRelease.v1";
|
|
51487
|
+
id: string;
|
|
51488
|
+
revision: number;
|
|
51489
|
+
contract: {
|
|
51490
|
+
protocolVersion: "openpond.environment.v1";
|
|
51491
|
+
kind: "text" | "work" | "agent" | "custom_program";
|
|
51492
|
+
entrypoint: string;
|
|
51493
|
+
stateful: boolean;
|
|
51494
|
+
deterministicSeeds: boolean;
|
|
51495
|
+
lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
|
|
51496
|
+
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
51497
|
+
defaultTimeoutMs: number;
|
|
51498
|
+
};
|
|
51499
|
+
actionSchemaRef: {
|
|
51500
|
+
id: string;
|
|
51501
|
+
path: string;
|
|
51502
|
+
contentHash: string;
|
|
51503
|
+
sizeBytes: number;
|
|
51504
|
+
mediaType: string;
|
|
51505
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51506
|
+
} | null;
|
|
51507
|
+
observationSchemaRef: {
|
|
51508
|
+
id: string;
|
|
51509
|
+
path: string;
|
|
51510
|
+
contentHash: string;
|
|
51511
|
+
sizeBytes: number;
|
|
51512
|
+
mediaType: string;
|
|
51513
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51514
|
+
} | null;
|
|
51515
|
+
stateSchemaRef: {
|
|
51516
|
+
id: string;
|
|
51517
|
+
path: string;
|
|
51518
|
+
contentHash: string;
|
|
51519
|
+
sizeBytes: number;
|
|
51520
|
+
mediaType: string;
|
|
51521
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51522
|
+
} | null;
|
|
51523
|
+
artifactCollection: {
|
|
51524
|
+
maxArtifacts: number;
|
|
51525
|
+
maxTotalBytes: number;
|
|
51526
|
+
};
|
|
51527
|
+
adapterConformanceHashes: Record<string, string>;
|
|
51528
|
+
metadata: Record<string, unknown>;
|
|
51529
|
+
contentHash: string;
|
|
51530
|
+
};
|
|
51531
|
+
verifierSet: {
|
|
51532
|
+
schemaVersion: "openpond.verifierSetRelease.v1";
|
|
51533
|
+
id: string;
|
|
51534
|
+
revision: number;
|
|
51535
|
+
graders: ({
|
|
51536
|
+
id: string;
|
|
51537
|
+
version: string;
|
|
51538
|
+
weight: number;
|
|
51539
|
+
hardGate: boolean;
|
|
51540
|
+
rewardEligible: boolean;
|
|
51541
|
+
privileged: boolean;
|
|
51542
|
+
kind: "schema" | "content" | "state" | "artifact" | "runtime_event";
|
|
51543
|
+
config: Record<string, unknown>;
|
|
51544
|
+
taskIds?: string[] | undefined;
|
|
51545
|
+
} | {
|
|
51546
|
+
id: string;
|
|
51547
|
+
version: string;
|
|
51548
|
+
weight: number;
|
|
51549
|
+
hardGate: boolean;
|
|
51550
|
+
rewardEligible: boolean;
|
|
51551
|
+
privileged: boolean;
|
|
51552
|
+
kind: "model_judge";
|
|
51553
|
+
rubricRef: {
|
|
51554
|
+
id: string;
|
|
51555
|
+
path: string;
|
|
51556
|
+
contentHash: string;
|
|
51557
|
+
sizeBytes: number;
|
|
51558
|
+
mediaType: string;
|
|
51559
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51560
|
+
};
|
|
51561
|
+
calibrationStatus: "failed" | "pending" | "passed";
|
|
51562
|
+
taskIds?: string[] | undefined;
|
|
51563
|
+
model?: {
|
|
51564
|
+
providerId: string;
|
|
51565
|
+
modelId: string;
|
|
51566
|
+
revision: string | null;
|
|
51567
|
+
} | undefined;
|
|
51568
|
+
temperature?: number | undefined;
|
|
51569
|
+
} | {
|
|
51570
|
+
id: string;
|
|
51571
|
+
version: string;
|
|
51572
|
+
weight: number;
|
|
51573
|
+
hardGate: boolean;
|
|
51574
|
+
rewardEligible: boolean;
|
|
51575
|
+
privileged: boolean;
|
|
51576
|
+
kind: "custom_verifier";
|
|
51577
|
+
verifierRef: {
|
|
51578
|
+
id: string;
|
|
51579
|
+
path: string;
|
|
51580
|
+
contentHash: string;
|
|
51581
|
+
sizeBytes: number;
|
|
51582
|
+
mediaType: string;
|
|
51583
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51584
|
+
};
|
|
51585
|
+
timeoutMs: number;
|
|
51586
|
+
networkPolicy: "none";
|
|
51587
|
+
taskIds?: string[] | undefined;
|
|
51588
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
51589
|
+
exportName?: string | undefined;
|
|
51590
|
+
} | {
|
|
51591
|
+
id: string;
|
|
51592
|
+
version: string;
|
|
51593
|
+
weight: number;
|
|
51594
|
+
hardGate: boolean;
|
|
51595
|
+
rewardEligible: boolean;
|
|
51596
|
+
privileged: boolean;
|
|
51597
|
+
kind: "human";
|
|
51598
|
+
rubricRef: {
|
|
51599
|
+
id: string;
|
|
51600
|
+
path: string;
|
|
51601
|
+
contentHash: string;
|
|
51602
|
+
sizeBytes: number;
|
|
51603
|
+
mediaType: string;
|
|
51604
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51605
|
+
};
|
|
51606
|
+
reviewerRole: string;
|
|
51607
|
+
taskIds?: string[] | undefined;
|
|
51608
|
+
form?: {
|
|
51609
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
51610
|
+
mode: "individual" | "pairwise";
|
|
51611
|
+
instructions: string;
|
|
51612
|
+
criteria: ({
|
|
51613
|
+
id: string;
|
|
51614
|
+
label: string;
|
|
51615
|
+
instructions: string;
|
|
51616
|
+
required: boolean;
|
|
51617
|
+
allowAbstain: boolean;
|
|
51618
|
+
kind: "score";
|
|
51619
|
+
minimum: number;
|
|
51620
|
+
maximum: number;
|
|
51621
|
+
step: number;
|
|
51622
|
+
requireRationale?: boolean | undefined;
|
|
51623
|
+
anchors?: {
|
|
51624
|
+
value: string | number | boolean;
|
|
51625
|
+
description: string;
|
|
51626
|
+
}[] | undefined;
|
|
51627
|
+
} | {
|
|
51628
|
+
id: string;
|
|
51629
|
+
label: string;
|
|
51630
|
+
instructions: string;
|
|
51631
|
+
required: boolean;
|
|
51632
|
+
allowAbstain: boolean;
|
|
51633
|
+
kind: "category";
|
|
51634
|
+
options: string[];
|
|
51635
|
+
requireRationale?: boolean | undefined;
|
|
51636
|
+
anchors?: {
|
|
51637
|
+
value: string | number | boolean;
|
|
51638
|
+
description: string;
|
|
51639
|
+
}[] | undefined;
|
|
51640
|
+
} | {
|
|
51641
|
+
id: string;
|
|
51642
|
+
label: string;
|
|
51643
|
+
instructions: string;
|
|
51644
|
+
required: boolean;
|
|
51645
|
+
allowAbstain: boolean;
|
|
51646
|
+
kind: "boolean";
|
|
51647
|
+
requireRationale?: boolean | undefined;
|
|
51648
|
+
anchors?: {
|
|
51649
|
+
value: string | number | boolean;
|
|
51650
|
+
description: string;
|
|
51651
|
+
}[] | undefined;
|
|
51652
|
+
} | {
|
|
51653
|
+
id: string;
|
|
51654
|
+
label: string;
|
|
51655
|
+
instructions: string;
|
|
51656
|
+
required: boolean;
|
|
51657
|
+
allowAbstain: boolean;
|
|
51658
|
+
kind: "text";
|
|
51659
|
+
maximumLength: number;
|
|
51660
|
+
requireRationale?: boolean | undefined;
|
|
51661
|
+
anchors?: {
|
|
51662
|
+
value: string | number | boolean;
|
|
51663
|
+
description: string;
|
|
51664
|
+
}[] | undefined;
|
|
51665
|
+
minimumLength?: number | undefined;
|
|
51666
|
+
} | {
|
|
51667
|
+
id: string;
|
|
51668
|
+
label: string;
|
|
51669
|
+
instructions: string;
|
|
51670
|
+
required: boolean;
|
|
51671
|
+
allowAbstain: boolean;
|
|
51672
|
+
kind: "preference";
|
|
51673
|
+
allowTie: boolean;
|
|
51674
|
+
requireRationale?: boolean | undefined;
|
|
51675
|
+
anchors?: {
|
|
51676
|
+
value: string | number | boolean;
|
|
51677
|
+
description: string;
|
|
51678
|
+
}[] | undefined;
|
|
51679
|
+
requireStrength?: boolean | undefined;
|
|
51680
|
+
})[];
|
|
51681
|
+
} | undefined;
|
|
51682
|
+
})[];
|
|
51683
|
+
isolation: {
|
|
51684
|
+
processBoundary: "same_process" | "isolated_process" | "container";
|
|
51685
|
+
networkPolicy: "none";
|
|
51686
|
+
defaultTimeoutMs: number;
|
|
51687
|
+
};
|
|
51688
|
+
calibrationReceiptRefs: {
|
|
51689
|
+
id: string;
|
|
51690
|
+
contentHash: string;
|
|
51691
|
+
}[];
|
|
51692
|
+
metadata: Record<string, unknown>;
|
|
51693
|
+
contentHash: string;
|
|
51694
|
+
};
|
|
51695
|
+
javascript: {
|
|
51696
|
+
schemaVersion: "openpond.javascriptEnvironment.v1";
|
|
51697
|
+
id: string;
|
|
51698
|
+
revision: number;
|
|
51699
|
+
module: {
|
|
51700
|
+
id: string;
|
|
51701
|
+
path: string;
|
|
51702
|
+
contentHash: string;
|
|
51703
|
+
sizeBytes: number;
|
|
51704
|
+
mediaType: string;
|
|
51705
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51706
|
+
};
|
|
51707
|
+
tools: {
|
|
51708
|
+
name: string;
|
|
51709
|
+
description: string;
|
|
51710
|
+
inputSchema: Record<string, unknown>;
|
|
51711
|
+
inputSchemaHash: string;
|
|
51712
|
+
sideEffect: "read" | "write";
|
|
51713
|
+
timeoutMs: number;
|
|
51714
|
+
}[];
|
|
51715
|
+
maxSteps: number;
|
|
51716
|
+
maxStateBytes: number;
|
|
51717
|
+
maxObservationBytes: number;
|
|
51718
|
+
operationTimeoutMs: number;
|
|
51719
|
+
contentHash: string;
|
|
51720
|
+
executionServices?: ({
|
|
51721
|
+
kind: "sqlite.v1";
|
|
51722
|
+
sql: {
|
|
51723
|
+
scope: "input" | "state" | "arguments" | "initialState";
|
|
51724
|
+
path: string[];
|
|
51725
|
+
};
|
|
51726
|
+
snapshot: {
|
|
51727
|
+
scope: "input" | "state" | "arguments" | "initialState";
|
|
51728
|
+
path: string[];
|
|
51729
|
+
};
|
|
51730
|
+
maxRows: number;
|
|
51731
|
+
maxResultBytes: number;
|
|
51732
|
+
id: string;
|
|
51733
|
+
operation: "step" | "collect";
|
|
51734
|
+
timeoutMs: number;
|
|
51735
|
+
toolName?: string | undefined;
|
|
51736
|
+
} | {
|
|
51737
|
+
kind: "javascript.v1";
|
|
51738
|
+
source: {
|
|
51739
|
+
scope: "input" | "state" | "arguments" | "initialState";
|
|
51740
|
+
path: string[];
|
|
51741
|
+
};
|
|
51742
|
+
cases: {
|
|
51743
|
+
scope: "input" | "state" | "arguments" | "initialState";
|
|
51744
|
+
path: string[];
|
|
51745
|
+
};
|
|
51746
|
+
exportName: string;
|
|
51747
|
+
maxCases: number;
|
|
51748
|
+
maxResultBytes: number;
|
|
51749
|
+
id: string;
|
|
51750
|
+
operation: "step" | "collect";
|
|
51751
|
+
timeoutMs: number;
|
|
51752
|
+
toolName?: string | undefined;
|
|
51753
|
+
})[] | undefined;
|
|
51754
|
+
};
|
|
51755
|
+
} | undefined;
|
|
51756
|
+
instructionMode?: "per_task" | undefined;
|
|
51757
|
+
} | undefined;
|
|
51758
|
+
learningResources?: {
|
|
51759
|
+
batch: {
|
|
51760
|
+
schemaVersion: "openpond.taskBatch.v1";
|
|
51761
|
+
id: string;
|
|
51762
|
+
revision: 1;
|
|
51763
|
+
taskDefinition: {
|
|
51764
|
+
id: string;
|
|
51765
|
+
contentHash: string;
|
|
51766
|
+
revision: number;
|
|
51767
|
+
};
|
|
51768
|
+
rewardBinding: {
|
|
51769
|
+
id: string;
|
|
51770
|
+
contentHash: string;
|
|
51771
|
+
revision: number;
|
|
51772
|
+
};
|
|
51773
|
+
purpose: "evaluation" | "supervised_training" | "reward_training";
|
|
51774
|
+
examples: {
|
|
51775
|
+
evidence: {
|
|
51776
|
+
id: string;
|
|
51777
|
+
contentHash: string;
|
|
51778
|
+
revision: number;
|
|
51779
|
+
};
|
|
51780
|
+
decision: {
|
|
51781
|
+
id: string;
|
|
51782
|
+
contentHash: string;
|
|
51783
|
+
revision: number;
|
|
51784
|
+
};
|
|
51785
|
+
familyKey: string;
|
|
51786
|
+
inputHash: string;
|
|
51787
|
+
split: "validation" | "test" | "train" | "frozen_eval";
|
|
51788
|
+
}[];
|
|
51789
|
+
sealedAt: string;
|
|
51790
|
+
sealedBy: string;
|
|
51791
|
+
contentHash: string;
|
|
51792
|
+
};
|
|
51793
|
+
evidence: {
|
|
51794
|
+
schemaVersion: "openpond.taskEvidence.v1";
|
|
51795
|
+
id: string;
|
|
51796
|
+
revision: number;
|
|
51797
|
+
source: {
|
|
51798
|
+
id: string;
|
|
51799
|
+
contentHash: string;
|
|
51800
|
+
revision: number;
|
|
51801
|
+
};
|
|
51802
|
+
submission: {
|
|
51803
|
+
schemaVersion: "openpond.taskExample.v1";
|
|
51804
|
+
sourceId: string;
|
|
51805
|
+
idempotencyKey: string;
|
|
51806
|
+
taskDefinition: {
|
|
51807
|
+
id: string;
|
|
51808
|
+
contentHash: string;
|
|
51809
|
+
revision: number;
|
|
51810
|
+
};
|
|
51811
|
+
exampleId: string;
|
|
51812
|
+
attemptId: string;
|
|
51813
|
+
occurredAt: string;
|
|
51814
|
+
familyKey: string | null;
|
|
51815
|
+
split: "validation" | "test" | "train" | "frozen_eval";
|
|
51816
|
+
input: Record<string, import("zod").JSONType>;
|
|
51817
|
+
observedOutput: Record<string, import("zod").JSONType> | null;
|
|
51818
|
+
expected: Record<string, import("zod").JSONType> | null;
|
|
51819
|
+
evaluatorContext: Record<string, import("zod").JSONType> | null;
|
|
51820
|
+
assets: {
|
|
51821
|
+
id: string;
|
|
51822
|
+
path: string;
|
|
51823
|
+
contentHash: string;
|
|
51824
|
+
sizeBytes: number;
|
|
51825
|
+
mediaType: string;
|
|
51826
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51827
|
+
}[];
|
|
51828
|
+
provenance: {
|
|
51829
|
+
sourceRecordRef: string | null;
|
|
51830
|
+
mappingHash: string | null;
|
|
51831
|
+
};
|
|
51832
|
+
requiredOutputs?: {
|
|
51833
|
+
path: string;
|
|
51834
|
+
mediaType: string;
|
|
51835
|
+
schemaRef: {
|
|
51836
|
+
id: string;
|
|
51837
|
+
path: string;
|
|
51838
|
+
contentHash: string;
|
|
51839
|
+
sizeBytes: number;
|
|
51840
|
+
mediaType: string;
|
|
51841
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
51842
|
+
} | null;
|
|
51843
|
+
maxBytes: number | null;
|
|
51844
|
+
metadata: Record<string, unknown>;
|
|
51845
|
+
submissionMode?: "structured_json" | undefined;
|
|
51846
|
+
}[] | undefined;
|
|
51847
|
+
};
|
|
51848
|
+
supersedes: {
|
|
51849
|
+
id: string;
|
|
51850
|
+
contentHash: string;
|
|
51851
|
+
revision: number;
|
|
51852
|
+
} | null;
|
|
51853
|
+
correctionFeedbackId: string | null;
|
|
51854
|
+
receivedAt: string;
|
|
51855
|
+
contentHash: string;
|
|
51856
|
+
}[];
|
|
51857
|
+
decisions: {
|
|
51858
|
+
schemaVersion: "openpond.taskAdmissionDecision.v1";
|
|
51859
|
+
id: string;
|
|
51860
|
+
revision: number;
|
|
51861
|
+
evidence: {
|
|
51862
|
+
id: string;
|
|
51863
|
+
contentHash: string;
|
|
51864
|
+
revision: number;
|
|
51865
|
+
};
|
|
51866
|
+
supersedes: {
|
|
51867
|
+
id: string;
|
|
51868
|
+
contentHash: string;
|
|
51869
|
+
revision: number;
|
|
51870
|
+
} | null;
|
|
51871
|
+
actor: {
|
|
51872
|
+
kind: "human" | "qualified_policy";
|
|
51873
|
+
id: string;
|
|
51874
|
+
policy: {
|
|
51875
|
+
id: string;
|
|
51876
|
+
contentHash: string;
|
|
51877
|
+
revision: number;
|
|
51878
|
+
} | null;
|
|
51879
|
+
};
|
|
51880
|
+
evidenceValidity: "pending" | "valid" | "invalid";
|
|
51881
|
+
taskAdmissibility: "pending" | "rejected" | "approved";
|
|
51882
|
+
observedQuality: "failed" | "unavailable" | "passed" | "unscored";
|
|
51883
|
+
targetApproval: "pending" | "rejected" | "approved" | "not_required";
|
|
51884
|
+
approvedTarget: Record<string, import("zod").JSONType> | null;
|
|
51885
|
+
grade: {
|
|
51886
|
+
schemaVersion: "openpond.rewardComposition.v1";
|
|
51887
|
+
binding: {
|
|
51888
|
+
id: string;
|
|
51889
|
+
contentHash: string;
|
|
51890
|
+
revision: number;
|
|
51891
|
+
};
|
|
51892
|
+
taskHash: string;
|
|
51893
|
+
outputHash: string;
|
|
51894
|
+
results: {
|
|
51895
|
+
graderId: string;
|
|
51896
|
+
reward: {
|
|
51897
|
+
id: string;
|
|
51898
|
+
contentHash: string;
|
|
51899
|
+
revision: number;
|
|
51900
|
+
};
|
|
51901
|
+
role: "training" | "evaluation";
|
|
51902
|
+
status: "failed" | "pending" | "unavailable" | "not_applicable" | "scored";
|
|
51903
|
+
rawScore: number | null;
|
|
51904
|
+
normalizedScore: number | null;
|
|
51905
|
+
passed: boolean | null;
|
|
51906
|
+
evidenceHashes: string[];
|
|
51907
|
+
message: string | null;
|
|
51908
|
+
graderEvidence?: {
|
|
51909
|
+
schemaVersion: "openpond.graderEvidence.v1";
|
|
51910
|
+
graderId: string;
|
|
51911
|
+
graderVersion: string;
|
|
51912
|
+
score: number | null;
|
|
51913
|
+
passed: boolean;
|
|
51914
|
+
rewardEligible: boolean;
|
|
51915
|
+
failureClass: "cancelled" | "infrastructure_failure" | "policy_failure" | "environment_failure" | "grader_failure" | "timeout" | null;
|
|
51916
|
+
feedback: string[];
|
|
51917
|
+
visibleEvidenceRefs: string[];
|
|
51918
|
+
privilegedEvidenceRefs: string[];
|
|
51919
|
+
contentHash: string;
|
|
51920
|
+
status?: "failed" | "pending" | "unavailable" | "scored" | undefined;
|
|
51921
|
+
modelJudgeReceipt?: {
|
|
51922
|
+
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
51923
|
+
providerId: string;
|
|
51924
|
+
modelId: string;
|
|
51925
|
+
modelRevision: string | null;
|
|
51926
|
+
responseId: string | null;
|
|
51927
|
+
requestHash: string;
|
|
51928
|
+
responseHash: string;
|
|
51929
|
+
inputTokens: number | null;
|
|
51930
|
+
outputTokens: number | null;
|
|
51931
|
+
costUsd: number | null;
|
|
51932
|
+
transportPolicy?: {
|
|
51933
|
+
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
51934
|
+
responseFormat: "judgment_json_schema";
|
|
51935
|
+
reasoningEffort: "off" | "low" | "medium" | "high" | "xhigh" | "max";
|
|
51936
|
+
maximumOutputTokens: number;
|
|
51937
|
+
} | undefined;
|
|
51938
|
+
effectiveRequestHash?: string | undefined;
|
|
51939
|
+
finishReason?: string | null | undefined;
|
|
51940
|
+
reasoningTokens?: number | null | undefined;
|
|
51941
|
+
} | undefined;
|
|
51942
|
+
} | undefined;
|
|
51943
|
+
}[];
|
|
51944
|
+
training: {
|
|
51945
|
+
status: "pending" | "unscorable" | "scored" | "not_configured";
|
|
51946
|
+
score: number | null;
|
|
51947
|
+
passed: boolean | null;
|
|
51948
|
+
};
|
|
51949
|
+
evaluation: {
|
|
51950
|
+
status: "pending" | "unscorable" | "scored" | "not_configured";
|
|
51951
|
+
score: number | null;
|
|
51952
|
+
passed: boolean | null;
|
|
51953
|
+
};
|
|
51954
|
+
contentHash: string;
|
|
51955
|
+
taskId?: string | undefined;
|
|
51956
|
+
} | null;
|
|
51957
|
+
targetGrade: {
|
|
51958
|
+
schemaVersion: "openpond.rewardComposition.v1";
|
|
51959
|
+
binding: {
|
|
51960
|
+
id: string;
|
|
51961
|
+
contentHash: string;
|
|
51962
|
+
revision: number;
|
|
51963
|
+
};
|
|
51964
|
+
taskHash: string;
|
|
51965
|
+
outputHash: string;
|
|
51966
|
+
results: {
|
|
51967
|
+
graderId: string;
|
|
51968
|
+
reward: {
|
|
51969
|
+
id: string;
|
|
51970
|
+
contentHash: string;
|
|
51971
|
+
revision: number;
|
|
51972
|
+
};
|
|
51973
|
+
role: "training" | "evaluation";
|
|
51974
|
+
status: "failed" | "pending" | "unavailable" | "not_applicable" | "scored";
|
|
51975
|
+
rawScore: number | null;
|
|
51976
|
+
normalizedScore: number | null;
|
|
51977
|
+
passed: boolean | null;
|
|
51978
|
+
evidenceHashes: string[];
|
|
51979
|
+
message: string | null;
|
|
51980
|
+
graderEvidence?: {
|
|
51981
|
+
schemaVersion: "openpond.graderEvidence.v1";
|
|
51982
|
+
graderId: string;
|
|
51983
|
+
graderVersion: string;
|
|
51984
|
+
score: number | null;
|
|
51985
|
+
passed: boolean;
|
|
51986
|
+
rewardEligible: boolean;
|
|
51987
|
+
failureClass: "cancelled" | "infrastructure_failure" | "policy_failure" | "environment_failure" | "grader_failure" | "timeout" | null;
|
|
51988
|
+
feedback: string[];
|
|
51989
|
+
visibleEvidenceRefs: string[];
|
|
51990
|
+
privilegedEvidenceRefs: string[];
|
|
51991
|
+
contentHash: string;
|
|
51992
|
+
status?: "failed" | "pending" | "unavailable" | "scored" | undefined;
|
|
51993
|
+
modelJudgeReceipt?: {
|
|
51994
|
+
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
51995
|
+
providerId: string;
|
|
51996
|
+
modelId: string;
|
|
51997
|
+
modelRevision: string | null;
|
|
51998
|
+
responseId: string | null;
|
|
51999
|
+
requestHash: string;
|
|
52000
|
+
responseHash: string;
|
|
52001
|
+
inputTokens: number | null;
|
|
52002
|
+
outputTokens: number | null;
|
|
52003
|
+
costUsd: number | null;
|
|
52004
|
+
transportPolicy?: {
|
|
52005
|
+
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
52006
|
+
responseFormat: "judgment_json_schema";
|
|
52007
|
+
reasoningEffort: "off" | "low" | "medium" | "high" | "xhigh" | "max";
|
|
52008
|
+
maximumOutputTokens: number;
|
|
52009
|
+
} | undefined;
|
|
52010
|
+
effectiveRequestHash?: string | undefined;
|
|
52011
|
+
finishReason?: string | null | undefined;
|
|
52012
|
+
reasoningTokens?: number | null | undefined;
|
|
52013
|
+
} | undefined;
|
|
52014
|
+
} | undefined;
|
|
52015
|
+
}[];
|
|
52016
|
+
training: {
|
|
52017
|
+
status: "pending" | "unscorable" | "scored" | "not_configured";
|
|
52018
|
+
score: number | null;
|
|
52019
|
+
passed: boolean | null;
|
|
52020
|
+
};
|
|
52021
|
+
evaluation: {
|
|
52022
|
+
status: "pending" | "unscorable" | "scored" | "not_configured";
|
|
52023
|
+
score: number | null;
|
|
52024
|
+
passed: boolean | null;
|
|
52025
|
+
};
|
|
52026
|
+
contentHash: string;
|
|
52027
|
+
taskId?: string | undefined;
|
|
52028
|
+
} | null;
|
|
52029
|
+
note: string;
|
|
52030
|
+
decidedAt: string;
|
|
52031
|
+
contentHash: string;
|
|
52032
|
+
}[];
|
|
52033
|
+
sources: {
|
|
52034
|
+
schemaVersion: "openpond.learningSource.v1";
|
|
52035
|
+
id: string;
|
|
52036
|
+
revision: number;
|
|
52037
|
+
name: string;
|
|
52038
|
+
kind: "provider" | "work" | "benchmark" | "direct" | "opentelemetry";
|
|
52039
|
+
taskDefinition: {
|
|
52040
|
+
id: string;
|
|
52041
|
+
contentHash: string;
|
|
52042
|
+
revision: number;
|
|
52043
|
+
};
|
|
52044
|
+
enabled: boolean;
|
|
52045
|
+
allowedSplits: ("validation" | "test" | "train" | "frozen_eval")[];
|
|
52046
|
+
mapping: {
|
|
52047
|
+
schemaVersion: "openpond.taskSourceMapping.v1";
|
|
52048
|
+
exampleId: string;
|
|
52049
|
+
attemptId: string;
|
|
52050
|
+
occurredAt: string;
|
|
52051
|
+
input: string;
|
|
52052
|
+
observedOutput: string | null;
|
|
52053
|
+
expected: string | null;
|
|
52054
|
+
evaluatorContext: string | null;
|
|
52055
|
+
familyKey: string;
|
|
52056
|
+
split: "validation" | "test" | "train" | "frozen_eval";
|
|
52057
|
+
} | null;
|
|
52058
|
+
adapterVersion: string | null;
|
|
52059
|
+
contentHash: string;
|
|
52060
|
+
reviewOrigin?: {
|
|
52061
|
+
modelId: string;
|
|
52062
|
+
packageHash: string;
|
|
52063
|
+
taskset: {
|
|
52064
|
+
id: string;
|
|
52065
|
+
contentHash: string;
|
|
52066
|
+
revision: number;
|
|
52067
|
+
};
|
|
52068
|
+
batch: {
|
|
52069
|
+
id: string;
|
|
52070
|
+
contentHash: string;
|
|
52071
|
+
revision: number;
|
|
52072
|
+
};
|
|
52073
|
+
rewardBinding: {
|
|
52074
|
+
id: string;
|
|
52075
|
+
contentHash: string;
|
|
52076
|
+
revision: number;
|
|
52077
|
+
};
|
|
52078
|
+
} | undefined;
|
|
52079
|
+
capturedOrigin?: {
|
|
52080
|
+
receiptId: string;
|
|
52081
|
+
ownerUserId: string;
|
|
52082
|
+
modelId: string;
|
|
52083
|
+
packageHash: string;
|
|
52084
|
+
taskset: {
|
|
52085
|
+
id: string;
|
|
52086
|
+
contentHash: string;
|
|
52087
|
+
revision: number;
|
|
52088
|
+
};
|
|
52089
|
+
} | undefined;
|
|
52090
|
+
}[];
|
|
52091
|
+
assets: {
|
|
52092
|
+
schemaVersion: "openpond.learningTextAsset.v1";
|
|
52093
|
+
id: string;
|
|
52094
|
+
revision: 1;
|
|
52095
|
+
asset: {
|
|
52096
|
+
id: string;
|
|
52097
|
+
path: string;
|
|
52098
|
+
contentHash: string;
|
|
52099
|
+
sizeBytes: number;
|
|
52100
|
+
mediaType: string;
|
|
52101
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
52102
|
+
};
|
|
52103
|
+
text: string;
|
|
52104
|
+
contentHash: string;
|
|
52105
|
+
}[];
|
|
52106
|
+
} | undefined;
|
|
52107
|
+
};
|
|
52108
|
+
taskset: {
|
|
52109
|
+
schemaVersion: "openpond.taskset.v1";
|
|
52110
|
+
id: string;
|
|
52111
|
+
revision: number;
|
|
52112
|
+
profileId: string;
|
|
52113
|
+
createImproveRunId: string | null;
|
|
52114
|
+
name: string;
|
|
52115
|
+
objective: string;
|
|
52116
|
+
purpose: "general" | "benchmark";
|
|
52117
|
+
benchmark: {
|
|
52118
|
+
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
52119
|
+
definitionId: string;
|
|
52120
|
+
releaseId: string;
|
|
52121
|
+
releaseHash: string;
|
|
52122
|
+
managedReleasePath: string;
|
|
52123
|
+
adaptationSplit: "validation" | "test" | "train" | "frozen_eval";
|
|
52124
|
+
evaluationSplit: "validation" | "test" | "train" | "frozen_eval";
|
|
52125
|
+
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
52126
|
+
qualityGate: "none" | "non_regression" | "all_pass";
|
|
52127
|
+
source: "builtin" | "imported";
|
|
52128
|
+
metadata: Record<string, unknown>;
|
|
52129
|
+
} | null;
|
|
52130
|
+
preferenceComparison: {
|
|
52131
|
+
schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
|
|
52132
|
+
releaseId: string;
|
|
52133
|
+
releaseHash: string;
|
|
52134
|
+
publishedAt: string;
|
|
52135
|
+
metadata: Record<string, unknown>;
|
|
52136
|
+
} | null;
|
|
52137
|
+
status: "failed" | "draft" | "archived" | "ready" | "blocked" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining";
|
|
52138
|
+
sourceRefs: ({
|
|
52139
|
+
id: string;
|
|
52140
|
+
profileId: string;
|
|
52141
|
+
title: string;
|
|
52142
|
+
sourceHash: string;
|
|
52143
|
+
occurredAt: string;
|
|
52144
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
52145
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
52146
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
52147
|
+
metadata: Record<string, unknown>;
|
|
52148
|
+
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
52149
|
+
kind: "huggingface";
|
|
52150
|
+
repositoryId: string;
|
|
52151
|
+
repositoryUrl: string;
|
|
52152
|
+
revision: string;
|
|
52153
|
+
configuration: string;
|
|
52154
|
+
upstreamSplits: string[];
|
|
52155
|
+
gated: boolean;
|
|
52156
|
+
private: boolean;
|
|
52157
|
+
declaredLicense: string | null;
|
|
52158
|
+
sourceFileHashes: string[];
|
|
52159
|
+
} | {
|
|
52160
|
+
id: string;
|
|
52161
|
+
profileId: string;
|
|
52162
|
+
title: string;
|
|
52163
|
+
sourceHash: string;
|
|
52164
|
+
occurredAt: string;
|
|
52165
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
52166
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
52167
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
52168
|
+
metadata: Record<string, unknown>;
|
|
52169
|
+
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
52170
|
+
kind: "uploaded_file";
|
|
52171
|
+
originalFileNames: string[];
|
|
52172
|
+
mediaTypes: string[];
|
|
52173
|
+
sourceFileHashes: string[];
|
|
52174
|
+
totalBytes: number;
|
|
52175
|
+
parserVersion: string;
|
|
52176
|
+
} | {
|
|
52177
|
+
id: string;
|
|
52178
|
+
profileId: string;
|
|
52179
|
+
title: string;
|
|
52180
|
+
sourceHash: string;
|
|
52181
|
+
occurredAt: string;
|
|
52182
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
52183
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
52184
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
52185
|
+
metadata: Record<string, unknown>;
|
|
52186
|
+
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
52187
|
+
kind: "generated";
|
|
52188
|
+
generatorId: string;
|
|
52189
|
+
generatorVersion: string;
|
|
52190
|
+
seed: number;
|
|
52191
|
+
generatorHash: string;
|
|
52192
|
+
} | {
|
|
52193
|
+
id: string;
|
|
52194
|
+
profileId: string;
|
|
52195
|
+
title: string;
|
|
52196
|
+
sourceHash: string;
|
|
52197
|
+
occurredAt: string;
|
|
52198
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
52199
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
52200
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
52201
|
+
metadata: Record<string, unknown>;
|
|
52202
|
+
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
52203
|
+
kind: "learning_batch";
|
|
52204
|
+
batch: {
|
|
52205
|
+
id: string;
|
|
52206
|
+
revision: number;
|
|
52207
|
+
contentHash: string;
|
|
52208
|
+
};
|
|
52209
|
+
taskDefinition: {
|
|
52210
|
+
id: string;
|
|
52211
|
+
revision: number;
|
|
52212
|
+
contentHash: string;
|
|
52213
|
+
};
|
|
52214
|
+
admittedBy: string;
|
|
52215
|
+
} | {
|
|
52216
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
52217
|
+
kind: "connected_activity";
|
|
52218
|
+
id: string;
|
|
52219
|
+
profileId: string;
|
|
52220
|
+
title: string;
|
|
52221
|
+
sourceHash: string;
|
|
52222
|
+
occurredAt: string;
|
|
52223
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
52224
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
52225
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
52226
|
+
origin: "opencode" | "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "grok_build" | "pi" | "oh_my_pi";
|
|
52227
|
+
sourceId: string;
|
|
52228
|
+
sessionId: string;
|
|
52229
|
+
normalizerVersion: string;
|
|
52230
|
+
projection: "conversation" | "turn";
|
|
52231
|
+
ownerUserId: string;
|
|
52232
|
+
purpose: "recorded_evaluation";
|
|
52233
|
+
metadata: Record<string, unknown>;
|
|
52234
|
+
sourceFileHashes?: string[] | undefined;
|
|
52235
|
+
} | {
|
|
52236
|
+
schemaVersion: "openpond.trainingSource.v1";
|
|
52237
|
+
id: string;
|
|
52238
|
+
profileId: string;
|
|
52239
|
+
sessionId: string;
|
|
52240
|
+
turnIds: string[];
|
|
52241
|
+
workspaceId: string | null;
|
|
52242
|
+
sourceHash: string;
|
|
52243
|
+
clusterKey: string;
|
|
52244
|
+
title: string;
|
|
52245
|
+
occurredAt: string;
|
|
52246
|
+
consent: {
|
|
52247
|
+
status: "pending" | "granted" | "denied" | "revoked";
|
|
52248
|
+
scope: "metadata_only" | "selected_turns" | "full_session";
|
|
52249
|
+
grantedBy: string | null;
|
|
52250
|
+
grantedAt: string | null;
|
|
52251
|
+
purpose: "task_authoring_and_evaluation";
|
|
52252
|
+
};
|
|
52253
|
+
connectedAppIds: string[];
|
|
52254
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
52255
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
52256
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
52257
|
+
metadata: Record<string, unknown>;
|
|
52258
|
+
})[];
|
|
52259
|
+
policy: {
|
|
52260
|
+
policyVisibleFields: string[];
|
|
52261
|
+
privilegedFields: string[];
|
|
52262
|
+
hiddenGraderRefs: string[];
|
|
52263
|
+
connectedAppScopes: string[];
|
|
52264
|
+
};
|
|
52265
|
+
environment: {
|
|
52266
|
+
protocolVersion: "openpond.taskEnvironment.v1";
|
|
52267
|
+
kind: "chat" | "work" | "agent" | "program" | "stateful_harness";
|
|
52268
|
+
entrypoint: string;
|
|
52269
|
+
stateful: boolean;
|
|
52270
|
+
deterministicSeeds: boolean;
|
|
52271
|
+
toolNames: string[];
|
|
52272
|
+
lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
|
|
52273
|
+
defaultTimeoutMs: number;
|
|
52274
|
+
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
52275
|
+
metadata: Record<string, unknown>;
|
|
52276
|
+
actionBindings?: {
|
|
52277
|
+
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
52278
|
+
actionId: string;
|
|
52279
|
+
modelToolName: string;
|
|
52280
|
+
description: string;
|
|
52281
|
+
inputSchema: Record<string, unknown>;
|
|
52282
|
+
actionSchemaHash: string;
|
|
52283
|
+
agentRelease: {
|
|
52284
|
+
id: string;
|
|
52285
|
+
contentHash: string;
|
|
52286
|
+
};
|
|
52287
|
+
implementationHash: string;
|
|
52288
|
+
runtimeBindingId: string;
|
|
52289
|
+
capabilityReceiptHash: string;
|
|
52290
|
+
sideEffect: "read" | "write";
|
|
52291
|
+
studentVisible: boolean;
|
|
52292
|
+
timeoutMs: number;
|
|
52293
|
+
episodeArgumentBindings: {
|
|
52294
|
+
argument: string;
|
|
52295
|
+
source: "case_id";
|
|
52296
|
+
}[];
|
|
52297
|
+
}[] | undefined;
|
|
52298
|
+
resources?: {
|
|
52299
|
+
id: string;
|
|
52300
|
+
kind: "file" | "configuration" | "catalog" | "code_module";
|
|
52301
|
+
path: string;
|
|
52302
|
+
visibility: "privileged" | "policy_visible" | "policy_hidden";
|
|
52303
|
+
required: boolean;
|
|
52304
|
+
metadata: Record<string, unknown>;
|
|
52305
|
+
mediaType?: string | null | undefined;
|
|
52306
|
+
}[] | undefined;
|
|
52307
|
+
};
|
|
52308
|
+
capabilities: {
|
|
52309
|
+
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
52310
|
+
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
52311
|
+
supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
|
|
52312
|
+
compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
52313
|
+
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
52314
|
+
requiresTools: boolean;
|
|
52315
|
+
requiresState: boolean;
|
|
52316
|
+
requiresPrivilegedGrading: boolean;
|
|
52317
|
+
environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
|
|
52318
|
+
exportable: boolean;
|
|
52319
|
+
portabilityBlockers: string[];
|
|
52320
|
+
};
|
|
52321
|
+
tasks: {
|
|
52322
|
+
schemaVersion: "openpond.taskData.v1";
|
|
52323
|
+
id: string;
|
|
52324
|
+
clusterKey: string;
|
|
52325
|
+
split: "validation" | "test" | "train" | "frozen_eval";
|
|
52326
|
+
input: Record<string, unknown>;
|
|
52327
|
+
expectedOutput: Record<string, unknown> | null;
|
|
52328
|
+
policyVisibleContext: Record<string, unknown>;
|
|
52329
|
+
privilegedContextRef: string | null;
|
|
52330
|
+
sourceRefs: string[];
|
|
52331
|
+
tags: string[];
|
|
52332
|
+
metadata: Record<string, unknown>;
|
|
52333
|
+
assets?: {
|
|
52334
|
+
id: string;
|
|
52335
|
+
sourceRefId: string;
|
|
52336
|
+
artifactRef: string;
|
|
52337
|
+
fileName: string;
|
|
52338
|
+
mediaType: string;
|
|
52339
|
+
sha256: string;
|
|
52340
|
+
sizeBytes: number;
|
|
52341
|
+
split: "validation" | "test" | "train" | "frozen_eval";
|
|
52342
|
+
metadata: Record<string, unknown>;
|
|
52343
|
+
stagingPath?: string | undefined;
|
|
52344
|
+
}[] | undefined;
|
|
52345
|
+
resourceRefs?: string[] | undefined;
|
|
52346
|
+
requiredOutputs?: {
|
|
52347
|
+
path: string;
|
|
52348
|
+
mediaType: string;
|
|
52349
|
+
metadata: Record<string, unknown>;
|
|
52350
|
+
schemaRef?: string | null | undefined;
|
|
52351
|
+
submissionMode?: "structured_json" | undefined;
|
|
52352
|
+
maxBytes?: number | undefined;
|
|
52353
|
+
}[] | undefined;
|
|
52354
|
+
}[];
|
|
52355
|
+
graders: ({
|
|
52356
|
+
id: string;
|
|
52357
|
+
version: string;
|
|
52358
|
+
label: string;
|
|
52359
|
+
weight: number;
|
|
52360
|
+
hardGate: boolean;
|
|
52361
|
+
rewardEligible: boolean;
|
|
52362
|
+
privileged: boolean;
|
|
52363
|
+
metadata: Record<string, unknown>;
|
|
52364
|
+
kind: "file" | "schema" | "content" | "state" | "diff" | "test" | "runtime_event";
|
|
52365
|
+
config: Record<string, unknown>;
|
|
52366
|
+
taskIds?: string[] | undefined;
|
|
52367
|
+
} | {
|
|
52368
|
+
id: string;
|
|
52369
|
+
version: string;
|
|
52370
|
+
label: string;
|
|
52371
|
+
weight: number;
|
|
52372
|
+
hardGate: boolean;
|
|
52373
|
+
rewardEligible: boolean;
|
|
52374
|
+
privileged: boolean;
|
|
52375
|
+
metadata: Record<string, unknown>;
|
|
52376
|
+
kind: "model_judge";
|
|
52377
|
+
rubric: string;
|
|
52378
|
+
judge: {
|
|
52379
|
+
providerId: "google" | "openpond" | `acp:${string}` | "claude-code" | "grok-build" | "opencode" | "codex" | "anthropic" | "openai" | "xai" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
|
|
52380
|
+
modelId: string;
|
|
52381
|
+
};
|
|
52382
|
+
calibrationFixtureRefs: string[];
|
|
52383
|
+
calibrationStatus: "failed" | "pending" | "passed";
|
|
52384
|
+
temperature: number;
|
|
52385
|
+
taskIds?: string[] | undefined;
|
|
52386
|
+
} | {
|
|
52387
|
+
id: string;
|
|
52388
|
+
version: string;
|
|
52389
|
+
label: string;
|
|
52390
|
+
weight: number;
|
|
52391
|
+
hardGate: boolean;
|
|
52392
|
+
rewardEligible: boolean;
|
|
52393
|
+
privileged: boolean;
|
|
52394
|
+
metadata: Record<string, unknown>;
|
|
52395
|
+
kind: "human";
|
|
52396
|
+
rubric: string;
|
|
52397
|
+
reviewerRole: string;
|
|
52398
|
+
taskIds?: string[] | undefined;
|
|
52399
|
+
form?: {
|
|
52400
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
52401
|
+
mode: "individual" | "pairwise";
|
|
52402
|
+
instructions: string;
|
|
52403
|
+
criteria: ({
|
|
52404
|
+
id: string;
|
|
52405
|
+
label: string;
|
|
52406
|
+
instructions: string;
|
|
52407
|
+
required: boolean;
|
|
52408
|
+
allowAbstain: boolean;
|
|
52409
|
+
kind: "score";
|
|
52410
|
+
minimum: number;
|
|
52411
|
+
maximum: number;
|
|
52412
|
+
step: number;
|
|
52413
|
+
requireRationale?: boolean | undefined;
|
|
52414
|
+
anchors?: {
|
|
52415
|
+
value: string | number | boolean;
|
|
52416
|
+
description: string;
|
|
52417
|
+
}[] | undefined;
|
|
52418
|
+
} | {
|
|
52419
|
+
id: string;
|
|
52420
|
+
label: string;
|
|
52421
|
+
instructions: string;
|
|
52422
|
+
required: boolean;
|
|
52423
|
+
allowAbstain: boolean;
|
|
52424
|
+
kind: "category";
|
|
52425
|
+
options: string[];
|
|
52426
|
+
requireRationale?: boolean | undefined;
|
|
52427
|
+
anchors?: {
|
|
52428
|
+
value: string | number | boolean;
|
|
52429
|
+
description: string;
|
|
52430
|
+
}[] | undefined;
|
|
52431
|
+
} | {
|
|
52432
|
+
id: string;
|
|
52433
|
+
label: string;
|
|
52434
|
+
instructions: string;
|
|
52435
|
+
required: boolean;
|
|
52436
|
+
allowAbstain: boolean;
|
|
52437
|
+
kind: "boolean";
|
|
52438
|
+
requireRationale?: boolean | undefined;
|
|
52439
|
+
anchors?: {
|
|
52440
|
+
value: string | number | boolean;
|
|
52441
|
+
description: string;
|
|
52442
|
+
}[] | undefined;
|
|
52443
|
+
} | {
|
|
52444
|
+
id: string;
|
|
52445
|
+
label: string;
|
|
52446
|
+
instructions: string;
|
|
52447
|
+
required: boolean;
|
|
52448
|
+
allowAbstain: boolean;
|
|
52449
|
+
kind: "text";
|
|
52450
|
+
maximumLength: number;
|
|
52451
|
+
requireRationale?: boolean | undefined;
|
|
52452
|
+
anchors?: {
|
|
52453
|
+
value: string | number | boolean;
|
|
52454
|
+
description: string;
|
|
52455
|
+
}[] | undefined;
|
|
52456
|
+
minimumLength?: number | undefined;
|
|
52457
|
+
} | {
|
|
52458
|
+
id: string;
|
|
52459
|
+
label: string;
|
|
52460
|
+
instructions: string;
|
|
52461
|
+
required: boolean;
|
|
52462
|
+
allowAbstain: boolean;
|
|
52463
|
+
kind: "preference";
|
|
52464
|
+
allowTie: boolean;
|
|
52465
|
+
requireRationale?: boolean | undefined;
|
|
52466
|
+
anchors?: {
|
|
52467
|
+
value: string | number | boolean;
|
|
52468
|
+
description: string;
|
|
52469
|
+
}[] | undefined;
|
|
52470
|
+
requireStrength?: boolean | undefined;
|
|
52471
|
+
})[];
|
|
52472
|
+
} | undefined;
|
|
52473
|
+
} | {
|
|
52474
|
+
id: string;
|
|
52475
|
+
version: string;
|
|
52476
|
+
label: string;
|
|
52477
|
+
weight: number;
|
|
52478
|
+
hardGate: boolean;
|
|
52479
|
+
rewardEligible: boolean;
|
|
52480
|
+
privileged: boolean;
|
|
52481
|
+
metadata: Record<string, unknown>;
|
|
52482
|
+
kind: "custom_verifier";
|
|
52483
|
+
module: string;
|
|
52484
|
+
exportName: string;
|
|
52485
|
+
timeoutMs: number;
|
|
52486
|
+
networkPolicy: "none";
|
|
52487
|
+
taskIds?: string[] | undefined;
|
|
52488
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
52489
|
+
})[];
|
|
52490
|
+
graderFixtures: {
|
|
52491
|
+
id: string;
|
|
52492
|
+
taskId: string;
|
|
52493
|
+
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
|
|
52494
|
+
output: Record<string, unknown>;
|
|
52495
|
+
infrastructureError: string | null;
|
|
52496
|
+
expectedPassed: boolean;
|
|
52497
|
+
expectedRewardEligible: boolean;
|
|
52498
|
+
metadata: Record<string, unknown>;
|
|
52499
|
+
}[];
|
|
52500
|
+
learningSignals: {
|
|
52501
|
+
demonstrations: {
|
|
52502
|
+
id: string;
|
|
52503
|
+
taskId: string | null;
|
|
52504
|
+
sourceRefs: string[];
|
|
52505
|
+
artifactRef: string;
|
|
52506
|
+
approved: boolean;
|
|
52507
|
+
confidence: number;
|
|
52508
|
+
metadata: Record<string, unknown>;
|
|
52509
|
+
kind: "demonstration";
|
|
52510
|
+
prompt: string | null;
|
|
52511
|
+
response: string | null;
|
|
52512
|
+
}[];
|
|
52513
|
+
preferences: {
|
|
52514
|
+
id: string;
|
|
52515
|
+
taskId: string | null;
|
|
52516
|
+
sourceRefs: string[];
|
|
52517
|
+
artifactRef: string;
|
|
52518
|
+
approved: boolean;
|
|
52519
|
+
confidence: number;
|
|
52520
|
+
metadata: Record<string, unknown>;
|
|
52521
|
+
kind: "preference";
|
|
52522
|
+
prompt: string;
|
|
52523
|
+
chosen: string;
|
|
52524
|
+
rejected: string;
|
|
52525
|
+
rationale: string | null;
|
|
52526
|
+
}[];
|
|
52527
|
+
corrections: {
|
|
52528
|
+
id: string;
|
|
52529
|
+
taskId: string | null;
|
|
52530
|
+
sourceRefs: string[];
|
|
52531
|
+
artifactRef: string;
|
|
52532
|
+
approved: boolean;
|
|
52533
|
+
confidence: number;
|
|
52534
|
+
metadata: Record<string, unknown>;
|
|
52535
|
+
kind: "correction";
|
|
52536
|
+
original: string;
|
|
52537
|
+
corrected: string;
|
|
52538
|
+
rationale: string | null;
|
|
52539
|
+
}[];
|
|
52540
|
+
feedback: {
|
|
52541
|
+
id: string;
|
|
52542
|
+
taskId: string | null;
|
|
52543
|
+
sourceRefs: string[];
|
|
52544
|
+
artifactRef: string;
|
|
52545
|
+
approved: boolean;
|
|
52546
|
+
confidence: number;
|
|
52547
|
+
metadata: Record<string, unknown>;
|
|
52548
|
+
kind: "feedback";
|
|
52549
|
+
feedback: string;
|
|
52550
|
+
polarity: "positive" | "negative" | "mixed" | "neutral";
|
|
52551
|
+
}[];
|
|
52552
|
+
rewards: {
|
|
52553
|
+
id: string;
|
|
52554
|
+
taskId: string | null;
|
|
52555
|
+
sourceRefs: string[];
|
|
52556
|
+
artifactRef: string;
|
|
52557
|
+
approved: boolean;
|
|
52558
|
+
confidence: number;
|
|
52559
|
+
metadata: Record<string, unknown>;
|
|
52560
|
+
kind: "reward";
|
|
52561
|
+
task: string;
|
|
52562
|
+
rules: {
|
|
52563
|
+
id: string;
|
|
52564
|
+
points: number;
|
|
52565
|
+
condition: string;
|
|
52566
|
+
}[];
|
|
52567
|
+
otherwisePoints: number;
|
|
52568
|
+
executable: boolean;
|
|
52569
|
+
}[];
|
|
52570
|
+
labels: {
|
|
52571
|
+
id: string;
|
|
52572
|
+
taskId: string | null;
|
|
52573
|
+
sourceRefs: string[];
|
|
52574
|
+
artifactRef: string;
|
|
52575
|
+
approved: boolean;
|
|
52576
|
+
confidence: number;
|
|
52577
|
+
metadata: Record<string, unknown>;
|
|
52578
|
+
kind: "label";
|
|
52579
|
+
labelKind: "rubric";
|
|
52580
|
+
task: string;
|
|
52581
|
+
criteria: {
|
|
52582
|
+
id: string;
|
|
52583
|
+
label: string;
|
|
52584
|
+
description: string;
|
|
52585
|
+
}[];
|
|
52586
|
+
calibrationExamples: {
|
|
52587
|
+
positive: string;
|
|
52588
|
+
negative: string;
|
|
52589
|
+
boundary: string;
|
|
52590
|
+
};
|
|
52591
|
+
}[];
|
|
52592
|
+
};
|
|
52593
|
+
authoringProvenance: {
|
|
52594
|
+
schemaVersion: "openpond.taskAuthoringProvenance.v1";
|
|
52595
|
+
model: {
|
|
52596
|
+
providerId: "google" | "openpond" | `acp:${string}` | "claude-code" | "grok-build" | "opencode" | "codex" | "anthropic" | "openai" | "xai" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
|
|
52597
|
+
modelId: string;
|
|
52598
|
+
} | null;
|
|
52599
|
+
modelConfig: Record<string, unknown>;
|
|
52600
|
+
skillHash: string;
|
|
52601
|
+
promptTemplateVersion: string;
|
|
52602
|
+
buildIntent: "preferences" | "rubric" | "demonstrations" | "verifiable_reward" | "discovery";
|
|
52603
|
+
buildSpecification: {
|
|
52604
|
+
kind: "demonstrations";
|
|
52605
|
+
behavior: string;
|
|
52606
|
+
examples: {
|
|
52607
|
+
id: string;
|
|
52608
|
+
prompt: string;
|
|
52609
|
+
response: string;
|
|
52610
|
+
}[];
|
|
52611
|
+
} | {
|
|
52612
|
+
kind: "preferences";
|
|
52613
|
+
preference: string;
|
|
52614
|
+
pairs: {
|
|
52615
|
+
id: string;
|
|
52616
|
+
prompt: string;
|
|
52617
|
+
chosen: string;
|
|
52618
|
+
rejected: string;
|
|
52619
|
+
rationale: string;
|
|
52620
|
+
}[];
|
|
52621
|
+
} | {
|
|
52622
|
+
kind: "verifiable_reward";
|
|
52623
|
+
task: string;
|
|
52624
|
+
rules: {
|
|
52625
|
+
id: string;
|
|
52626
|
+
points: number;
|
|
52627
|
+
condition: string;
|
|
52628
|
+
}[];
|
|
52629
|
+
otherwisePoints: number;
|
|
52630
|
+
} | {
|
|
52631
|
+
kind: "rubric";
|
|
52632
|
+
task: string;
|
|
52633
|
+
criteria: {
|
|
52634
|
+
id: string;
|
|
52635
|
+
label: string;
|
|
52636
|
+
description: string;
|
|
52637
|
+
}[];
|
|
52638
|
+
positiveExample: string;
|
|
52639
|
+
negativeExample: string;
|
|
52640
|
+
boundaryExample: string;
|
|
52641
|
+
} | null;
|
|
52642
|
+
evidenceHashes: string[];
|
|
52643
|
+
tasksetSdkVersion: string;
|
|
52644
|
+
sourceCommit: string | null;
|
|
52645
|
+
repairHistory: {
|
|
52646
|
+
attempt: number;
|
|
52647
|
+
summary: string;
|
|
52648
|
+
createdAt: string;
|
|
52649
|
+
}[];
|
|
52650
|
+
createdAt: string;
|
|
52651
|
+
};
|
|
52652
|
+
readiness: {
|
|
52653
|
+
schemaVersion: "openpond.tasksetReadiness.v1";
|
|
52654
|
+
tasksetId: string;
|
|
52655
|
+
tasksetHash: string;
|
|
52656
|
+
ready: boolean;
|
|
52657
|
+
recommendedMethod: "none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
52658
|
+
trainingPath: {
|
|
52659
|
+
primaryMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opsd" | "sdpo";
|
|
52660
|
+
bootstrap: {
|
|
52661
|
+
method: "sft";
|
|
52662
|
+
purpose: "trajectory_bootstrap";
|
|
52663
|
+
demonstrationRefs: string[];
|
|
52664
|
+
limitations: string[];
|
|
52665
|
+
} | null;
|
|
52666
|
+
} | null;
|
|
52667
|
+
methodReadiness: {
|
|
52668
|
+
method: "sft" | "dpo" | "grpo" | "ppo";
|
|
52669
|
+
status: "recommended" | "compatible" | "needs_dataset_work";
|
|
52670
|
+
reasonCodes: ("taskset_not_ready" | "demonstrations_missing" | "preference_pairs_missing" | "preference_pairs_invalid" | "executable_reward_missing" | "reward_not_calibrated" | "reward_model_missing" | "value_model_required" | "frozen_eval_missing")[];
|
|
52671
|
+
reasons: string[];
|
|
52672
|
+
}[];
|
|
52673
|
+
compatibleDestinationClasses: ("custom" | "export" | "hosted_managed")[];
|
|
52674
|
+
blockers: {
|
|
52675
|
+
code: string;
|
|
52676
|
+
message: string;
|
|
52677
|
+
path: string | null;
|
|
52678
|
+
}[];
|
|
52679
|
+
advisories: {
|
|
52680
|
+
code: string;
|
|
52681
|
+
message: string;
|
|
52682
|
+
path: string | null;
|
|
52683
|
+
}[];
|
|
52684
|
+
warnings: string[];
|
|
52685
|
+
generatedAt: string;
|
|
52686
|
+
} | null;
|
|
52687
|
+
contentHash: string;
|
|
52688
|
+
createdAt: string;
|
|
52689
|
+
updatedAt: string;
|
|
52690
|
+
metadata: Record<string, unknown>;
|
|
52691
|
+
profileRelease?: {
|
|
52692
|
+
id: string;
|
|
52693
|
+
contentHash: string;
|
|
52694
|
+
revision: number;
|
|
52695
|
+
} | null | undefined;
|
|
52696
|
+
datasetArtifact?: {
|
|
52697
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
52698
|
+
id: string;
|
|
52699
|
+
tasksetId: string;
|
|
52700
|
+
tasksetRevision: number;
|
|
52701
|
+
contentHash: string;
|
|
52702
|
+
format: "parquet";
|
|
52703
|
+
schema: {
|
|
52704
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
52705
|
+
fields: {
|
|
52706
|
+
name: string;
|
|
52707
|
+
semanticRole: "metadata" | "rejected" | "prompt" | "messages" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
|
|
52708
|
+
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
52709
|
+
nullable: boolean;
|
|
52710
|
+
policy: "metadata" | "visible" | "privileged";
|
|
52711
|
+
}[];
|
|
52712
|
+
schemaHash: string;
|
|
52713
|
+
};
|
|
52714
|
+
shards: {
|
|
52715
|
+
id: string;
|
|
52716
|
+
split: "validation" | "test" | "train" | "frozen_eval";
|
|
52717
|
+
path: string;
|
|
52718
|
+
contentHash: string;
|
|
52719
|
+
schemaHash: string;
|
|
52720
|
+
sizeBytes: number;
|
|
52721
|
+
rowCount: number;
|
|
52722
|
+
rowGroupCount: number;
|
|
52723
|
+
}[];
|
|
52724
|
+
rowCount: number;
|
|
52725
|
+
splitCounts: Record<"validation" | "test" | "train" | "frozen_eval", number>;
|
|
52726
|
+
sourceReceiptRefs: string[];
|
|
52727
|
+
mappingHash: string;
|
|
52728
|
+
qualityReportHash: string;
|
|
52729
|
+
createdAt: string;
|
|
52730
|
+
} | null | undefined;
|
|
52731
|
+
metrics?: {
|
|
52732
|
+
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
52733
|
+
primaryMetric: string;
|
|
52734
|
+
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
52735
|
+
missingReward: "zero" | "exclude";
|
|
52736
|
+
customAggregator: {
|
|
52737
|
+
module: string;
|
|
52738
|
+
exportName: string;
|
|
52739
|
+
contentHash: string;
|
|
52740
|
+
timeoutMs: number;
|
|
52741
|
+
networkPolicy: "none";
|
|
52742
|
+
} | null;
|
|
52743
|
+
taskWeights?: Record<string, number> | undefined;
|
|
52744
|
+
} | undefined;
|
|
52745
|
+
};
|
|
52746
|
+
saveRequest: {
|
|
52747
|
+
schemaVersion: "openpond.modelProjectSave.v1";
|
|
52748
|
+
operationId: string;
|
|
52749
|
+
expectedRevision: number;
|
|
52750
|
+
project: {
|
|
52751
|
+
name: string;
|
|
52752
|
+
id: string;
|
|
52753
|
+
profileId: string;
|
|
52754
|
+
objective: string | null;
|
|
52755
|
+
trainingSetup: {
|
|
52756
|
+
tasksetRef: {
|
|
52757
|
+
id: string;
|
|
52758
|
+
contentHash: string;
|
|
52759
|
+
revision: number;
|
|
52760
|
+
} | null;
|
|
52761
|
+
tasksetRelease: {
|
|
52762
|
+
id: string;
|
|
52763
|
+
contentHash: string;
|
|
52764
|
+
} | null;
|
|
52765
|
+
harnessRelease: {
|
|
52766
|
+
id: string;
|
|
52767
|
+
contentHash: string;
|
|
52768
|
+
} | null;
|
|
52769
|
+
baseModel: {
|
|
52770
|
+
schemaVersion: "openpond.baseModelPreference.v1";
|
|
52771
|
+
modelId: string;
|
|
52772
|
+
revision: string | null;
|
|
52773
|
+
tokenizerRevision: string | null;
|
|
52774
|
+
chatTemplateHash: string | null;
|
|
52775
|
+
modelAssetId: string | null;
|
|
52776
|
+
source: "local" | "managed" | "builtin";
|
|
52777
|
+
} | null;
|
|
52778
|
+
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | null;
|
|
52779
|
+
destinationId: string | null;
|
|
52780
|
+
managedRolloutPlacement: "local" | "remote";
|
|
52781
|
+
managedGpuPlacementObjective: "balanced" | "fast" | "economical";
|
|
52782
|
+
managedGpuRequirement: "any" | "h100_hbm3";
|
|
52783
|
+
runPreset: "custom" | "small" | "standard" | "small_experiment" | null;
|
|
52784
|
+
recipe: {
|
|
52785
|
+
[x: string]: unknown;
|
|
52786
|
+
schemaVersion: string;
|
|
52787
|
+
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
52788
|
+
parameterization: "lora" | "full";
|
|
52789
|
+
} | null;
|
|
52790
|
+
preferredMaximumSpendUsd: number | null;
|
|
52791
|
+
preferredRetentionDays: number | null;
|
|
52792
|
+
evaluationTasksetRef?: {
|
|
52793
|
+
id: string;
|
|
52794
|
+
contentHash: string;
|
|
52795
|
+
revision: number;
|
|
52796
|
+
} | null | undefined;
|
|
52797
|
+
profileSource?: {
|
|
52798
|
+
profileProjectId: string;
|
|
52799
|
+
sourceRevision: string;
|
|
52800
|
+
harnessRelease: {
|
|
52801
|
+
id: string;
|
|
52802
|
+
contentHash: string;
|
|
52803
|
+
};
|
|
52804
|
+
} | null | undefined;
|
|
52805
|
+
profileEvaluation?: {
|
|
52806
|
+
profileProjectId: string;
|
|
52807
|
+
sourceRevision: string;
|
|
52808
|
+
catalogHash: string;
|
|
52809
|
+
definitionId: string;
|
|
52810
|
+
harnessRelease: {
|
|
52811
|
+
id: string;
|
|
52812
|
+
contentHash: string;
|
|
52813
|
+
};
|
|
52814
|
+
tasksetRelease: {
|
|
52815
|
+
id: string;
|
|
52816
|
+
contentHash: string;
|
|
52817
|
+
};
|
|
52818
|
+
} | null | undefined;
|
|
52819
|
+
rewardBindingRef?: {
|
|
52820
|
+
id: string;
|
|
52821
|
+
contentHash: string;
|
|
52822
|
+
revision: number;
|
|
52823
|
+
} | null | undefined;
|
|
52824
|
+
};
|
|
52825
|
+
defaultBaseModel: {
|
|
52826
|
+
schemaVersion: "openpond.baseModelPreference.v1";
|
|
52827
|
+
modelId: string;
|
|
52828
|
+
revision: string | null;
|
|
52829
|
+
tokenizerRevision: string | null;
|
|
52830
|
+
chatTemplateHash: string | null;
|
|
52831
|
+
modelAssetId: string | null;
|
|
52832
|
+
source: "local" | "managed" | "builtin";
|
|
52833
|
+
} | null;
|
|
52834
|
+
defaultDestinationId: string | null;
|
|
52835
|
+
};
|
|
52836
|
+
learning?: {
|
|
52837
|
+
localTime: string;
|
|
52838
|
+
timeZone: string;
|
|
52839
|
+
mode: "nightly" | "approved_count";
|
|
52840
|
+
minimumTasks: number;
|
|
52841
|
+
maximumSpendUsd: number;
|
|
52842
|
+
maximumDailySpendUsd: number;
|
|
52843
|
+
} | undefined;
|
|
52844
|
+
};
|
|
52845
|
+
contentHash: string;
|
|
52846
|
+
}>;
|
|
52847
|
+
applyLocalModelProjectPreparation: (raw: unknown) => Promise<{
|
|
52848
|
+
project: {
|
|
52849
|
+
schemaVersion: "openpond.modelProject.v2";
|
|
52850
|
+
id: string;
|
|
52851
|
+
profileId: string;
|
|
52852
|
+
revision: number;
|
|
52853
|
+
name: string;
|
|
52854
|
+
objective: string | null;
|
|
52855
|
+
defaultBaseModel: {
|
|
52856
|
+
schemaVersion: "openpond.baseModelPreference.v1";
|
|
52857
|
+
modelId: string;
|
|
52858
|
+
revision: string | null;
|
|
52859
|
+
tokenizerRevision: string | null;
|
|
52860
|
+
chatTemplateHash: string | null;
|
|
52861
|
+
modelAssetId: string | null;
|
|
52862
|
+
source: "local" | "managed" | "builtin";
|
|
52863
|
+
} | null;
|
|
52864
|
+
defaultDestinationId: string | null;
|
|
52865
|
+
trainingSetup: {
|
|
52866
|
+
tasksetRef: {
|
|
52867
|
+
id: string;
|
|
52868
|
+
contentHash: string;
|
|
52869
|
+
revision: number;
|
|
52870
|
+
} | null;
|
|
52871
|
+
tasksetRelease: {
|
|
52872
|
+
id: string;
|
|
52873
|
+
contentHash: string;
|
|
52874
|
+
} | null;
|
|
52875
|
+
harnessRelease: {
|
|
52876
|
+
id: string;
|
|
52877
|
+
contentHash: string;
|
|
52878
|
+
} | null;
|
|
52879
|
+
baseModel: {
|
|
52880
|
+
schemaVersion: "openpond.baseModelPreference.v1";
|
|
52881
|
+
modelId: string;
|
|
52882
|
+
revision: string | null;
|
|
52883
|
+
tokenizerRevision: string | null;
|
|
52884
|
+
chatTemplateHash: string | null;
|
|
52885
|
+
modelAssetId: string | null;
|
|
52886
|
+
source: "local" | "managed" | "builtin";
|
|
52887
|
+
} | null;
|
|
52888
|
+
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | null;
|
|
52889
|
+
destinationId: string | null;
|
|
52890
|
+
managedRolloutPlacement: "local" | "remote";
|
|
52891
|
+
managedGpuPlacementObjective: "balanced" | "fast" | "economical";
|
|
52892
|
+
managedGpuRequirement: "any" | "h100_hbm3";
|
|
52893
|
+
runPreset: "custom" | "small" | "standard" | "small_experiment" | null;
|
|
52894
|
+
recipe: {
|
|
52895
|
+
[x: string]: unknown;
|
|
52896
|
+
schemaVersion: string;
|
|
52897
|
+
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
52898
|
+
parameterization: "lora" | "full";
|
|
52899
|
+
} | null;
|
|
52900
|
+
preferredMaximumSpendUsd: number | null;
|
|
52901
|
+
preferredRetentionDays: number | null;
|
|
52902
|
+
evaluationTasksetRef?: {
|
|
52903
|
+
id: string;
|
|
52904
|
+
contentHash: string;
|
|
52905
|
+
revision: number;
|
|
52906
|
+
} | null | undefined;
|
|
52907
|
+
profileSource?: {
|
|
52908
|
+
profileProjectId: string;
|
|
52909
|
+
sourceRevision: string;
|
|
52910
|
+
harnessRelease: {
|
|
52911
|
+
id: string;
|
|
52912
|
+
contentHash: string;
|
|
52913
|
+
};
|
|
52914
|
+
} | null | undefined;
|
|
52915
|
+
profileEvaluation?: {
|
|
52916
|
+
profileProjectId: string;
|
|
52917
|
+
sourceRevision: string;
|
|
52918
|
+
catalogHash: string;
|
|
52919
|
+
definitionId: string;
|
|
52920
|
+
harnessRelease: {
|
|
52921
|
+
id: string;
|
|
52922
|
+
contentHash: string;
|
|
52923
|
+
};
|
|
52924
|
+
tasksetRelease: {
|
|
52925
|
+
id: string;
|
|
52926
|
+
contentHash: string;
|
|
52927
|
+
};
|
|
52928
|
+
} | null | undefined;
|
|
52929
|
+
rewardBindingRef?: {
|
|
52930
|
+
id: string;
|
|
52931
|
+
contentHash: string;
|
|
52932
|
+
revision: number;
|
|
52933
|
+
} | null | undefined;
|
|
52934
|
+
};
|
|
52935
|
+
hosted: {
|
|
52936
|
+
schemaVersion: "openpond.hostedModelProjectLink.v1";
|
|
52937
|
+
apiOrigin: string | null;
|
|
52938
|
+
teamId: string;
|
|
52939
|
+
projectId: string;
|
|
52940
|
+
portableProjectId: string;
|
|
52941
|
+
revision: number;
|
|
52942
|
+
etag: string;
|
|
52943
|
+
syncedSourceRevision: number;
|
|
52944
|
+
syncedAt: string;
|
|
52945
|
+
tasksets: {
|
|
52946
|
+
localTasksetId: string;
|
|
52947
|
+
localTasksetHash: string | null;
|
|
52948
|
+
releaseId: string;
|
|
52949
|
+
releaseRevision: number;
|
|
52950
|
+
releaseHash: string;
|
|
52951
|
+
packageHash: string | null;
|
|
52952
|
+
hostedTasksetId: string;
|
|
52953
|
+
syncedAt: string;
|
|
52954
|
+
}[];
|
|
52955
|
+
} | null;
|
|
52956
|
+
tasksetSyncs: {
|
|
52957
|
+
localTasksetId: string;
|
|
52958
|
+
releaseId: string;
|
|
52959
|
+
releaseRevision: number;
|
|
52960
|
+
releaseHash: string;
|
|
52961
|
+
state: "syncing" | "synced" | "sync_failed";
|
|
52962
|
+
hostedTasksetId: string | null;
|
|
52963
|
+
lastAttemptAt: string;
|
|
52964
|
+
syncedAt: string | null;
|
|
52965
|
+
lastError: string | null;
|
|
52966
|
+
}[];
|
|
52967
|
+
createdAt: string;
|
|
52968
|
+
updatedAt: string;
|
|
52969
|
+
};
|
|
52970
|
+
taskset: {
|
|
52971
|
+
schemaVersion: "openpond.taskset.v1";
|
|
52972
|
+
id: string;
|
|
52973
|
+
revision: number;
|
|
52974
|
+
profileId: string;
|
|
52975
|
+
createImproveRunId: string | null;
|
|
52976
|
+
name: string;
|
|
52977
|
+
objective: string;
|
|
52978
|
+
purpose: "general" | "benchmark";
|
|
52979
|
+
benchmark: {
|
|
52980
|
+
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
52981
|
+
definitionId: string;
|
|
52982
|
+
releaseId: string;
|
|
52983
|
+
releaseHash: string;
|
|
52984
|
+
managedReleasePath: string;
|
|
52985
|
+
adaptationSplit: "validation" | "test" | "train" | "frozen_eval";
|
|
52986
|
+
evaluationSplit: "validation" | "test" | "train" | "frozen_eval";
|
|
52987
|
+
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
52988
|
+
qualityGate: "none" | "non_regression" | "all_pass";
|
|
52989
|
+
source: "builtin" | "imported";
|
|
52990
|
+
metadata: Record<string, unknown>;
|
|
52991
|
+
} | null;
|
|
52992
|
+
preferenceComparison: {
|
|
52993
|
+
schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
|
|
52994
|
+
releaseId: string;
|
|
52995
|
+
releaseHash: string;
|
|
52996
|
+
publishedAt: string;
|
|
52997
|
+
metadata: Record<string, unknown>;
|
|
52998
|
+
} | null;
|
|
52999
|
+
status: "failed" | "draft" | "archived" | "ready" | "blocked" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining";
|
|
53000
|
+
sourceRefs: ({
|
|
53001
|
+
id: string;
|
|
53002
|
+
profileId: string;
|
|
53003
|
+
title: string;
|
|
53004
|
+
sourceHash: string;
|
|
53005
|
+
occurredAt: string;
|
|
53006
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
53007
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
53008
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
53009
|
+
metadata: Record<string, unknown>;
|
|
53010
|
+
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
53011
|
+
kind: "huggingface";
|
|
53012
|
+
repositoryId: string;
|
|
53013
|
+
repositoryUrl: string;
|
|
53014
|
+
revision: string;
|
|
53015
|
+
configuration: string;
|
|
53016
|
+
upstreamSplits: string[];
|
|
53017
|
+
gated: boolean;
|
|
53018
|
+
private: boolean;
|
|
53019
|
+
declaredLicense: string | null;
|
|
53020
|
+
sourceFileHashes: string[];
|
|
53021
|
+
} | {
|
|
53022
|
+
id: string;
|
|
53023
|
+
profileId: string;
|
|
53024
|
+
title: string;
|
|
53025
|
+
sourceHash: string;
|
|
53026
|
+
occurredAt: string;
|
|
53027
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
53028
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
53029
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
53030
|
+
metadata: Record<string, unknown>;
|
|
53031
|
+
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
53032
|
+
kind: "uploaded_file";
|
|
53033
|
+
originalFileNames: string[];
|
|
53034
|
+
mediaTypes: string[];
|
|
53035
|
+
sourceFileHashes: string[];
|
|
53036
|
+
totalBytes: number;
|
|
53037
|
+
parserVersion: string;
|
|
53038
|
+
} | {
|
|
53039
|
+
id: string;
|
|
53040
|
+
profileId: string;
|
|
53041
|
+
title: string;
|
|
53042
|
+
sourceHash: string;
|
|
53043
|
+
occurredAt: string;
|
|
53044
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
53045
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
53046
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
53047
|
+
metadata: Record<string, unknown>;
|
|
53048
|
+
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
53049
|
+
kind: "generated";
|
|
53050
|
+
generatorId: string;
|
|
53051
|
+
generatorVersion: string;
|
|
53052
|
+
seed: number;
|
|
53053
|
+
generatorHash: string;
|
|
53054
|
+
} | {
|
|
53055
|
+
id: string;
|
|
53056
|
+
profileId: string;
|
|
53057
|
+
title: string;
|
|
53058
|
+
sourceHash: string;
|
|
53059
|
+
occurredAt: string;
|
|
53060
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
53061
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
53062
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
53063
|
+
metadata: Record<string, unknown>;
|
|
53064
|
+
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
53065
|
+
kind: "learning_batch";
|
|
53066
|
+
batch: {
|
|
53067
|
+
id: string;
|
|
53068
|
+
revision: number;
|
|
53069
|
+
contentHash: string;
|
|
53070
|
+
};
|
|
53071
|
+
taskDefinition: {
|
|
53072
|
+
id: string;
|
|
53073
|
+
revision: number;
|
|
53074
|
+
contentHash: string;
|
|
53075
|
+
};
|
|
53076
|
+
admittedBy: string;
|
|
53077
|
+
} | {
|
|
53078
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
53079
|
+
kind: "connected_activity";
|
|
53080
|
+
id: string;
|
|
53081
|
+
profileId: string;
|
|
53082
|
+
title: string;
|
|
53083
|
+
sourceHash: string;
|
|
53084
|
+
occurredAt: string;
|
|
53085
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
53086
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
53087
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
53088
|
+
origin: "opencode" | "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "grok_build" | "pi" | "oh_my_pi";
|
|
53089
|
+
sourceId: string;
|
|
53090
|
+
sessionId: string;
|
|
53091
|
+
normalizerVersion: string;
|
|
53092
|
+
projection: "conversation" | "turn";
|
|
53093
|
+
ownerUserId: string;
|
|
53094
|
+
purpose: "recorded_evaluation";
|
|
53095
|
+
metadata: Record<string, unknown>;
|
|
53096
|
+
sourceFileHashes?: string[] | undefined;
|
|
53097
|
+
} | {
|
|
53098
|
+
schemaVersion: "openpond.trainingSource.v1";
|
|
53099
|
+
id: string;
|
|
53100
|
+
profileId: string;
|
|
53101
|
+
sessionId: string;
|
|
53102
|
+
turnIds: string[];
|
|
53103
|
+
workspaceId: string | null;
|
|
53104
|
+
sourceHash: string;
|
|
53105
|
+
clusterKey: string;
|
|
53106
|
+
title: string;
|
|
53107
|
+
occurredAt: string;
|
|
53108
|
+
consent: {
|
|
53109
|
+
status: "pending" | "granted" | "denied" | "revoked";
|
|
53110
|
+
scope: "metadata_only" | "selected_turns" | "full_session";
|
|
53111
|
+
grantedBy: string | null;
|
|
53112
|
+
grantedAt: string | null;
|
|
53113
|
+
purpose: "task_authoring_and_evaluation";
|
|
53114
|
+
};
|
|
53115
|
+
connectedAppIds: string[];
|
|
53116
|
+
secretScanStatus: "pending" | "blocked" | "passed";
|
|
53117
|
+
piiScanStatus: "pending" | "blocked" | "passed" | "review";
|
|
53118
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
53119
|
+
metadata: Record<string, unknown>;
|
|
53120
|
+
})[];
|
|
53121
|
+
policy: {
|
|
53122
|
+
policyVisibleFields: string[];
|
|
53123
|
+
privilegedFields: string[];
|
|
53124
|
+
hiddenGraderRefs: string[];
|
|
53125
|
+
connectedAppScopes: string[];
|
|
53126
|
+
};
|
|
53127
|
+
environment: {
|
|
53128
|
+
protocolVersion: "openpond.taskEnvironment.v1";
|
|
53129
|
+
kind: "chat" | "work" | "agent" | "program" | "stateful_harness";
|
|
53130
|
+
entrypoint: string;
|
|
53131
|
+
stateful: boolean;
|
|
53132
|
+
deterministicSeeds: boolean;
|
|
53133
|
+
toolNames: string[];
|
|
53134
|
+
lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
|
|
53135
|
+
defaultTimeoutMs: number;
|
|
53136
|
+
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
53137
|
+
metadata: Record<string, unknown>;
|
|
53138
|
+
actionBindings?: {
|
|
53139
|
+
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
53140
|
+
actionId: string;
|
|
53141
|
+
modelToolName: string;
|
|
53142
|
+
description: string;
|
|
53143
|
+
inputSchema: Record<string, unknown>;
|
|
53144
|
+
actionSchemaHash: string;
|
|
53145
|
+
agentRelease: {
|
|
53146
|
+
id: string;
|
|
53147
|
+
contentHash: string;
|
|
53148
|
+
};
|
|
53149
|
+
implementationHash: string;
|
|
53150
|
+
runtimeBindingId: string;
|
|
53151
|
+
capabilityReceiptHash: string;
|
|
53152
|
+
sideEffect: "read" | "write";
|
|
53153
|
+
studentVisible: boolean;
|
|
53154
|
+
timeoutMs: number;
|
|
53155
|
+
episodeArgumentBindings: {
|
|
53156
|
+
argument: string;
|
|
53157
|
+
source: "case_id";
|
|
53158
|
+
}[];
|
|
53159
|
+
}[] | undefined;
|
|
53160
|
+
resources?: {
|
|
53161
|
+
id: string;
|
|
53162
|
+
kind: "file" | "configuration" | "catalog" | "code_module";
|
|
53163
|
+
path: string;
|
|
53164
|
+
visibility: "privileged" | "policy_visible" | "policy_hidden";
|
|
53165
|
+
required: boolean;
|
|
53166
|
+
metadata: Record<string, unknown>;
|
|
53167
|
+
mediaType?: string | null | undefined;
|
|
53168
|
+
}[] | undefined;
|
|
53169
|
+
};
|
|
53170
|
+
capabilities: {
|
|
53171
|
+
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
53172
|
+
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
53173
|
+
supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
|
|
53174
|
+
compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
53175
|
+
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
53176
|
+
requiresTools: boolean;
|
|
53177
|
+
requiresState: boolean;
|
|
53178
|
+
requiresPrivilegedGrading: boolean;
|
|
53179
|
+
environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
|
|
53180
|
+
exportable: boolean;
|
|
53181
|
+
portabilityBlockers: string[];
|
|
53182
|
+
};
|
|
53183
|
+
tasks: {
|
|
53184
|
+
schemaVersion: "openpond.taskData.v1";
|
|
53185
|
+
id: string;
|
|
53186
|
+
clusterKey: string;
|
|
53187
|
+
split: "validation" | "test" | "train" | "frozen_eval";
|
|
53188
|
+
input: Record<string, unknown>;
|
|
53189
|
+
expectedOutput: Record<string, unknown> | null;
|
|
53190
|
+
policyVisibleContext: Record<string, unknown>;
|
|
53191
|
+
privilegedContextRef: string | null;
|
|
53192
|
+
sourceRefs: string[];
|
|
53193
|
+
tags: string[];
|
|
53194
|
+
metadata: Record<string, unknown>;
|
|
53195
|
+
assets?: {
|
|
53196
|
+
id: string;
|
|
53197
|
+
sourceRefId: string;
|
|
53198
|
+
artifactRef: string;
|
|
53199
|
+
fileName: string;
|
|
53200
|
+
mediaType: string;
|
|
53201
|
+
sha256: string;
|
|
53202
|
+
sizeBytes: number;
|
|
53203
|
+
split: "validation" | "test" | "train" | "frozen_eval";
|
|
53204
|
+
metadata: Record<string, unknown>;
|
|
53205
|
+
stagingPath?: string | undefined;
|
|
53206
|
+
}[] | undefined;
|
|
53207
|
+
resourceRefs?: string[] | undefined;
|
|
53208
|
+
requiredOutputs?: {
|
|
53209
|
+
path: string;
|
|
53210
|
+
mediaType: string;
|
|
53211
|
+
metadata: Record<string, unknown>;
|
|
53212
|
+
schemaRef?: string | null | undefined;
|
|
53213
|
+
submissionMode?: "structured_json" | undefined;
|
|
53214
|
+
maxBytes?: number | undefined;
|
|
53215
|
+
}[] | undefined;
|
|
53216
|
+
}[];
|
|
53217
|
+
graders: ({
|
|
53218
|
+
id: string;
|
|
53219
|
+
version: string;
|
|
53220
|
+
label: string;
|
|
53221
|
+
weight: number;
|
|
53222
|
+
hardGate: boolean;
|
|
53223
|
+
rewardEligible: boolean;
|
|
53224
|
+
privileged: boolean;
|
|
53225
|
+
metadata: Record<string, unknown>;
|
|
53226
|
+
kind: "file" | "schema" | "content" | "state" | "diff" | "test" | "runtime_event";
|
|
53227
|
+
config: Record<string, unknown>;
|
|
53228
|
+
taskIds?: string[] | undefined;
|
|
53229
|
+
} | {
|
|
53230
|
+
id: string;
|
|
53231
|
+
version: string;
|
|
53232
|
+
label: string;
|
|
53233
|
+
weight: number;
|
|
53234
|
+
hardGate: boolean;
|
|
53235
|
+
rewardEligible: boolean;
|
|
53236
|
+
privileged: boolean;
|
|
53237
|
+
metadata: Record<string, unknown>;
|
|
53238
|
+
kind: "model_judge";
|
|
53239
|
+
rubric: string;
|
|
53240
|
+
judge: {
|
|
53241
|
+
providerId: "google" | "openpond" | `acp:${string}` | "claude-code" | "grok-build" | "opencode" | "codex" | "anthropic" | "openai" | "xai" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
|
|
53242
|
+
modelId: string;
|
|
53243
|
+
};
|
|
53244
|
+
calibrationFixtureRefs: string[];
|
|
53245
|
+
calibrationStatus: "failed" | "pending" | "passed";
|
|
53246
|
+
temperature: number;
|
|
53247
|
+
taskIds?: string[] | undefined;
|
|
53248
|
+
} | {
|
|
53249
|
+
id: string;
|
|
53250
|
+
version: string;
|
|
53251
|
+
label: string;
|
|
53252
|
+
weight: number;
|
|
53253
|
+
hardGate: boolean;
|
|
53254
|
+
rewardEligible: boolean;
|
|
53255
|
+
privileged: boolean;
|
|
53256
|
+
metadata: Record<string, unknown>;
|
|
53257
|
+
kind: "human";
|
|
53258
|
+
rubric: string;
|
|
53259
|
+
reviewerRole: string;
|
|
53260
|
+
taskIds?: string[] | undefined;
|
|
53261
|
+
form?: {
|
|
53262
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
53263
|
+
mode: "individual" | "pairwise";
|
|
53264
|
+
instructions: string;
|
|
53265
|
+
criteria: ({
|
|
53266
|
+
id: string;
|
|
53267
|
+
label: string;
|
|
53268
|
+
instructions: string;
|
|
53269
|
+
required: boolean;
|
|
53270
|
+
allowAbstain: boolean;
|
|
53271
|
+
kind: "score";
|
|
53272
|
+
minimum: number;
|
|
53273
|
+
maximum: number;
|
|
53274
|
+
step: number;
|
|
53275
|
+
requireRationale?: boolean | undefined;
|
|
53276
|
+
anchors?: {
|
|
53277
|
+
value: string | number | boolean;
|
|
53278
|
+
description: string;
|
|
53279
|
+
}[] | undefined;
|
|
53280
|
+
} | {
|
|
53281
|
+
id: string;
|
|
53282
|
+
label: string;
|
|
53283
|
+
instructions: string;
|
|
53284
|
+
required: boolean;
|
|
53285
|
+
allowAbstain: boolean;
|
|
53286
|
+
kind: "category";
|
|
53287
|
+
options: string[];
|
|
53288
|
+
requireRationale?: boolean | undefined;
|
|
53289
|
+
anchors?: {
|
|
53290
|
+
value: string | number | boolean;
|
|
53291
|
+
description: string;
|
|
53292
|
+
}[] | undefined;
|
|
53293
|
+
} | {
|
|
53294
|
+
id: string;
|
|
53295
|
+
label: string;
|
|
53296
|
+
instructions: string;
|
|
53297
|
+
required: boolean;
|
|
53298
|
+
allowAbstain: boolean;
|
|
53299
|
+
kind: "boolean";
|
|
53300
|
+
requireRationale?: boolean | undefined;
|
|
53301
|
+
anchors?: {
|
|
53302
|
+
value: string | number | boolean;
|
|
53303
|
+
description: string;
|
|
53304
|
+
}[] | undefined;
|
|
53305
|
+
} | {
|
|
53306
|
+
id: string;
|
|
53307
|
+
label: string;
|
|
53308
|
+
instructions: string;
|
|
53309
|
+
required: boolean;
|
|
53310
|
+
allowAbstain: boolean;
|
|
53311
|
+
kind: "text";
|
|
53312
|
+
maximumLength: number;
|
|
53313
|
+
requireRationale?: boolean | undefined;
|
|
53314
|
+
anchors?: {
|
|
53315
|
+
value: string | number | boolean;
|
|
53316
|
+
description: string;
|
|
53317
|
+
}[] | undefined;
|
|
53318
|
+
minimumLength?: number | undefined;
|
|
53319
|
+
} | {
|
|
53320
|
+
id: string;
|
|
53321
|
+
label: string;
|
|
53322
|
+
instructions: string;
|
|
53323
|
+
required: boolean;
|
|
53324
|
+
allowAbstain: boolean;
|
|
53325
|
+
kind: "preference";
|
|
53326
|
+
allowTie: boolean;
|
|
53327
|
+
requireRationale?: boolean | undefined;
|
|
53328
|
+
anchors?: {
|
|
53329
|
+
value: string | number | boolean;
|
|
53330
|
+
description: string;
|
|
53331
|
+
}[] | undefined;
|
|
53332
|
+
requireStrength?: boolean | undefined;
|
|
53333
|
+
})[];
|
|
53334
|
+
} | undefined;
|
|
53335
|
+
} | {
|
|
53336
|
+
id: string;
|
|
53337
|
+
version: string;
|
|
53338
|
+
label: string;
|
|
53339
|
+
weight: number;
|
|
53340
|
+
hardGate: boolean;
|
|
53341
|
+
rewardEligible: boolean;
|
|
53342
|
+
privileged: boolean;
|
|
53343
|
+
metadata: Record<string, unknown>;
|
|
53344
|
+
kind: "custom_verifier";
|
|
53345
|
+
module: string;
|
|
53346
|
+
exportName: string;
|
|
53347
|
+
timeoutMs: number;
|
|
53348
|
+
networkPolicy: "none";
|
|
53349
|
+
taskIds?: string[] | undefined;
|
|
53350
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
53351
|
+
})[];
|
|
53352
|
+
graderFixtures: {
|
|
53353
|
+
id: string;
|
|
53354
|
+
taskId: string;
|
|
53355
|
+
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
|
|
53356
|
+
output: Record<string, unknown>;
|
|
53357
|
+
infrastructureError: string | null;
|
|
53358
|
+
expectedPassed: boolean;
|
|
53359
|
+
expectedRewardEligible: boolean;
|
|
53360
|
+
metadata: Record<string, unknown>;
|
|
53361
|
+
}[];
|
|
53362
|
+
learningSignals: {
|
|
53363
|
+
demonstrations: {
|
|
53364
|
+
id: string;
|
|
53365
|
+
taskId: string | null;
|
|
53366
|
+
sourceRefs: string[];
|
|
53367
|
+
artifactRef: string;
|
|
53368
|
+
approved: boolean;
|
|
53369
|
+
confidence: number;
|
|
53370
|
+
metadata: Record<string, unknown>;
|
|
53371
|
+
kind: "demonstration";
|
|
53372
|
+
prompt: string | null;
|
|
53373
|
+
response: string | null;
|
|
53374
|
+
}[];
|
|
53375
|
+
preferences: {
|
|
53376
|
+
id: string;
|
|
53377
|
+
taskId: string | null;
|
|
53378
|
+
sourceRefs: string[];
|
|
53379
|
+
artifactRef: string;
|
|
53380
|
+
approved: boolean;
|
|
53381
|
+
confidence: number;
|
|
53382
|
+
metadata: Record<string, unknown>;
|
|
53383
|
+
kind: "preference";
|
|
53384
|
+
prompt: string;
|
|
53385
|
+
chosen: string;
|
|
53386
|
+
rejected: string;
|
|
53387
|
+
rationale: string | null;
|
|
53388
|
+
}[];
|
|
53389
|
+
corrections: {
|
|
53390
|
+
id: string;
|
|
53391
|
+
taskId: string | null;
|
|
53392
|
+
sourceRefs: string[];
|
|
53393
|
+
artifactRef: string;
|
|
53394
|
+
approved: boolean;
|
|
53395
|
+
confidence: number;
|
|
53396
|
+
metadata: Record<string, unknown>;
|
|
53397
|
+
kind: "correction";
|
|
53398
|
+
original: string;
|
|
53399
|
+
corrected: string;
|
|
53400
|
+
rationale: string | null;
|
|
53401
|
+
}[];
|
|
53402
|
+
feedback: {
|
|
53403
|
+
id: string;
|
|
53404
|
+
taskId: string | null;
|
|
53405
|
+
sourceRefs: string[];
|
|
53406
|
+
artifactRef: string;
|
|
53407
|
+
approved: boolean;
|
|
53408
|
+
confidence: number;
|
|
53409
|
+
metadata: Record<string, unknown>;
|
|
53410
|
+
kind: "feedback";
|
|
53411
|
+
feedback: string;
|
|
53412
|
+
polarity: "positive" | "negative" | "mixed" | "neutral";
|
|
53413
|
+
}[];
|
|
53414
|
+
rewards: {
|
|
53415
|
+
id: string;
|
|
53416
|
+
taskId: string | null;
|
|
53417
|
+
sourceRefs: string[];
|
|
53418
|
+
artifactRef: string;
|
|
53419
|
+
approved: boolean;
|
|
53420
|
+
confidence: number;
|
|
53421
|
+
metadata: Record<string, unknown>;
|
|
53422
|
+
kind: "reward";
|
|
53423
|
+
task: string;
|
|
53424
|
+
rules: {
|
|
53425
|
+
id: string;
|
|
53426
|
+
points: number;
|
|
53427
|
+
condition: string;
|
|
53428
|
+
}[];
|
|
53429
|
+
otherwisePoints: number;
|
|
53430
|
+
executable: boolean;
|
|
53431
|
+
}[];
|
|
53432
|
+
labels: {
|
|
53433
|
+
id: string;
|
|
53434
|
+
taskId: string | null;
|
|
53435
|
+
sourceRefs: string[];
|
|
53436
|
+
artifactRef: string;
|
|
53437
|
+
approved: boolean;
|
|
53438
|
+
confidence: number;
|
|
53439
|
+
metadata: Record<string, unknown>;
|
|
53440
|
+
kind: "label";
|
|
53441
|
+
labelKind: "rubric";
|
|
53442
|
+
task: string;
|
|
53443
|
+
criteria: {
|
|
53444
|
+
id: string;
|
|
53445
|
+
label: string;
|
|
53446
|
+
description: string;
|
|
53447
|
+
}[];
|
|
53448
|
+
calibrationExamples: {
|
|
53449
|
+
positive: string;
|
|
53450
|
+
negative: string;
|
|
53451
|
+
boundary: string;
|
|
53452
|
+
};
|
|
53453
|
+
}[];
|
|
53454
|
+
};
|
|
53455
|
+
authoringProvenance: {
|
|
53456
|
+
schemaVersion: "openpond.taskAuthoringProvenance.v1";
|
|
53457
|
+
model: {
|
|
53458
|
+
providerId: "google" | "openpond" | `acp:${string}` | "claude-code" | "grok-build" | "opencode" | "codex" | "anthropic" | "openai" | "xai" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
|
|
53459
|
+
modelId: string;
|
|
53460
|
+
} | null;
|
|
53461
|
+
modelConfig: Record<string, unknown>;
|
|
53462
|
+
skillHash: string;
|
|
53463
|
+
promptTemplateVersion: string;
|
|
53464
|
+
buildIntent: "preferences" | "rubric" | "demonstrations" | "verifiable_reward" | "discovery";
|
|
53465
|
+
buildSpecification: {
|
|
53466
|
+
kind: "demonstrations";
|
|
53467
|
+
behavior: string;
|
|
53468
|
+
examples: {
|
|
53469
|
+
id: string;
|
|
53470
|
+
prompt: string;
|
|
53471
|
+
response: string;
|
|
53472
|
+
}[];
|
|
53473
|
+
} | {
|
|
53474
|
+
kind: "preferences";
|
|
53475
|
+
preference: string;
|
|
53476
|
+
pairs: {
|
|
53477
|
+
id: string;
|
|
53478
|
+
prompt: string;
|
|
53479
|
+
chosen: string;
|
|
53480
|
+
rejected: string;
|
|
53481
|
+
rationale: string;
|
|
53482
|
+
}[];
|
|
53483
|
+
} | {
|
|
53484
|
+
kind: "verifiable_reward";
|
|
53485
|
+
task: string;
|
|
53486
|
+
rules: {
|
|
53487
|
+
id: string;
|
|
53488
|
+
points: number;
|
|
53489
|
+
condition: string;
|
|
53490
|
+
}[];
|
|
53491
|
+
otherwisePoints: number;
|
|
53492
|
+
} | {
|
|
53493
|
+
kind: "rubric";
|
|
53494
|
+
task: string;
|
|
53495
|
+
criteria: {
|
|
53496
|
+
id: string;
|
|
53497
|
+
label: string;
|
|
53498
|
+
description: string;
|
|
53499
|
+
}[];
|
|
53500
|
+
positiveExample: string;
|
|
53501
|
+
negativeExample: string;
|
|
53502
|
+
boundaryExample: string;
|
|
53503
|
+
} | null;
|
|
53504
|
+
evidenceHashes: string[];
|
|
53505
|
+
tasksetSdkVersion: string;
|
|
53506
|
+
sourceCommit: string | null;
|
|
53507
|
+
repairHistory: {
|
|
53508
|
+
attempt: number;
|
|
53509
|
+
summary: string;
|
|
53510
|
+
createdAt: string;
|
|
53511
|
+
}[];
|
|
53512
|
+
createdAt: string;
|
|
53513
|
+
};
|
|
53514
|
+
readiness: {
|
|
53515
|
+
schemaVersion: "openpond.tasksetReadiness.v1";
|
|
53516
|
+
tasksetId: string;
|
|
53517
|
+
tasksetHash: string;
|
|
53518
|
+
ready: boolean;
|
|
53519
|
+
recommendedMethod: "none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
53520
|
+
trainingPath: {
|
|
53521
|
+
primaryMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opsd" | "sdpo";
|
|
53522
|
+
bootstrap: {
|
|
53523
|
+
method: "sft";
|
|
53524
|
+
purpose: "trajectory_bootstrap";
|
|
53525
|
+
demonstrationRefs: string[];
|
|
53526
|
+
limitations: string[];
|
|
53527
|
+
} | null;
|
|
53528
|
+
} | null;
|
|
53529
|
+
methodReadiness: {
|
|
53530
|
+
method: "sft" | "dpo" | "grpo" | "ppo";
|
|
53531
|
+
status: "recommended" | "compatible" | "needs_dataset_work";
|
|
53532
|
+
reasonCodes: ("taskset_not_ready" | "demonstrations_missing" | "preference_pairs_missing" | "preference_pairs_invalid" | "executable_reward_missing" | "reward_not_calibrated" | "reward_model_missing" | "value_model_required" | "frozen_eval_missing")[];
|
|
53533
|
+
reasons: string[];
|
|
53534
|
+
}[];
|
|
53535
|
+
compatibleDestinationClasses: ("custom" | "export" | "hosted_managed")[];
|
|
53536
|
+
blockers: {
|
|
53537
|
+
code: string;
|
|
53538
|
+
message: string;
|
|
53539
|
+
path: string | null;
|
|
53540
|
+
}[];
|
|
53541
|
+
advisories: {
|
|
53542
|
+
code: string;
|
|
53543
|
+
message: string;
|
|
53544
|
+
path: string | null;
|
|
53545
|
+
}[];
|
|
53546
|
+
warnings: string[];
|
|
53547
|
+
generatedAt: string;
|
|
53548
|
+
} | null;
|
|
53549
|
+
contentHash: string;
|
|
53550
|
+
createdAt: string;
|
|
53551
|
+
updatedAt: string;
|
|
53552
|
+
metadata: Record<string, unknown>;
|
|
53553
|
+
profileRelease?: {
|
|
53554
|
+
id: string;
|
|
53555
|
+
contentHash: string;
|
|
53556
|
+
revision: number;
|
|
53557
|
+
} | null | undefined;
|
|
53558
|
+
datasetArtifact?: {
|
|
53559
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
53560
|
+
id: string;
|
|
53561
|
+
tasksetId: string;
|
|
53562
|
+
tasksetRevision: number;
|
|
53563
|
+
contentHash: string;
|
|
53564
|
+
format: "parquet";
|
|
53565
|
+
schema: {
|
|
53566
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
53567
|
+
fields: {
|
|
53568
|
+
name: string;
|
|
53569
|
+
semanticRole: "metadata" | "rejected" | "prompt" | "messages" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
|
|
53570
|
+
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
53571
|
+
nullable: boolean;
|
|
53572
|
+
policy: "metadata" | "visible" | "privileged";
|
|
53573
|
+
}[];
|
|
53574
|
+
schemaHash: string;
|
|
53575
|
+
};
|
|
53576
|
+
shards: {
|
|
53577
|
+
id: string;
|
|
53578
|
+
split: "validation" | "test" | "train" | "frozen_eval";
|
|
53579
|
+
path: string;
|
|
53580
|
+
contentHash: string;
|
|
53581
|
+
schemaHash: string;
|
|
53582
|
+
sizeBytes: number;
|
|
53583
|
+
rowCount: number;
|
|
53584
|
+
rowGroupCount: number;
|
|
53585
|
+
}[];
|
|
53586
|
+
rowCount: number;
|
|
53587
|
+
splitCounts: Record<"validation" | "test" | "train" | "frozen_eval", number>;
|
|
53588
|
+
sourceReceiptRefs: string[];
|
|
53589
|
+
mappingHash: string;
|
|
53590
|
+
qualityReportHash: string;
|
|
53591
|
+
createdAt: string;
|
|
53592
|
+
} | null | undefined;
|
|
53593
|
+
metrics?: {
|
|
53594
|
+
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
53595
|
+
primaryMetric: string;
|
|
53596
|
+
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
53597
|
+
missingReward: "zero" | "exclude";
|
|
53598
|
+
customAggregator: {
|
|
53599
|
+
module: string;
|
|
53600
|
+
exportName: string;
|
|
53601
|
+
contentHash: string;
|
|
53602
|
+
timeoutMs: number;
|
|
53603
|
+
networkPolicy: "none";
|
|
53604
|
+
} | null;
|
|
53605
|
+
taskWeights?: Record<string, number> | undefined;
|
|
53606
|
+
} | undefined;
|
|
53607
|
+
};
|
|
53608
|
+
packageHash: string;
|
|
53609
|
+
preparationHash: string;
|
|
53610
|
+
}>;
|
|
50365
53611
|
};
|
|
50366
53612
|
declare const LocalExperimentAdmissionSchema: z.ZodObject<{
|
|
50367
53613
|
receiptId: z.ZodString;
|