agent-hitch 0.2.6 → 0.2.7

package/dist/src/control-plane/remote-work-inputs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-work-inputs.js","sourceRoot":"","sources":["../../../src/control-plane/remote-work-inputs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpH,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAGzF,MAAM,eAAe,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1C,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,MAAM,GAAG,yBAAyB,CAAC;AAYzC,MAAM,OAAO,oBAAoB;IACd,SAAS,CAAS;IAClB,KAAK,CAAS;IAE/B,YAAY,IAAY;QACtB,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,mBAAmB,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,UAAU,KAAoB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5G,KAAK,CAAC,GAAG,CAAC,IAAkC,EAAE,MAAsC,EAAE,OAAe;QACnG,IAAI,OAAO,CAAC,MAAM,GAAG,eAAe;YAAE,MAAM,UAAU,CAAC,0CAA0C,CAAC,CAAC;QACnG,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;YACnF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACpD,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;oBAAE,OAAO,IAAI,CAAC;gBACpE,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;YACH,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC;oBAAE,MAAM,UAAU,CAAC,2CAA2C,CAAC,CAAC;gBAC1H,OAAO;YACT,CAAC;YACD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACpC,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;YACjF,IAAI,CAAC;gBAAC,MAAM,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAAC,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAAC,CAAC;YACxG,OAAO,KAAK,EAAE,CAAC;gBAAC,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAAC,MAAM,KAAK,CAAC;YAAC,CAAC;QACtE,CAAC,EAAE,EAAE,WAAW,EAAE,qBAAqB,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;QAChE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAyB;QACpC,WAAW,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI;YAAE,MAAM,UAAU,CAAC,wCAAwC,CAAC,CAAC;QACvJ,IAAI,IAAI,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,MAAM;YAAE,MAAM,UAAU,CAAC,8CAA8C,CAAC,CAAC;QAChH,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IACxC,CAAC;IAED,OAAO,CAAC,MAAc;QACpB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,MAAM,UAAU,CAAC,qCAAqC,CAAC,CAAC;QACpE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACvD,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAU7C;IACC,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IACzB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,UAAU,CAAC,6CAA6C,CAAC,CAAC;IACjH,MAAM,aAAa,GAAG,MAAM,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAChF,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,gBAAgB,EAAE,GAAG,KAAK,CAAC,gBAAgB,CAAC;IAC9E,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;QACzC,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI;QAC3F,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,gBAAgB;QACpD,gBAAgB,EAAE,EAAE,GAAG,gBAAgB,EAAE,SAAS,EAAE,kBAAkB,EAAE;QACxE,kBAAkB,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,oBAAoB,EAAE;QACpF,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE;QAClD,gBAAgB,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE;KAC5D,CAAC,IAAI,CAAC,CAAC;IACR,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC3D,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC;QACpC,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC;QACjH,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,oBAAoB,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC;QACzG,UAAU,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC;KACzF,CAAC,CAAC;IACH,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAc;IACpD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,UAAU,CAAC,iCAAiC,CAAC,CAAC;IACrH,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG;WACxI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QAAE,MAAM,UAAU,CAAC,iCAAiC,CAAC,CAAC;IAC5K,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,WAAoC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC5F,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAiC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACpF,MAAM,OAAO,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC,CAAC;IACxD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;WACvH,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM;QAAE,MAAM,UAAU,CAAC,kDAAkD,CAAC,CAAC;IAC/I,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AAC/D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAAc,EAAE,WAAmB;IACrF,MAAM,QAAQ,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5D,IAAI,CAAC;QACH,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,WAAW;YAAE,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACnJ,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/D,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YACtC,MAAM,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACjG,MAAM,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/D,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YACtC,iBAAiB,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;QACD,KAAK,MAAM,SAAS,IAAI,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE;YAAE,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;IACjJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,sBAAsB,CAAC,WAAW,CAAC,CAAC;QAC1C,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,GAAyB;IAC5C,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;WAC5F,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;WAC/E,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,eAAe;QAAE,MAAM,UAAU,CAAC,kCAAkC,CAAC,CAAC;AAC3I,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;IACrF,IAAI,IAAI,CAAC,MAAM,GAAG,eAAe;QAAE,MAAM,UAAU,CAAC,+CAA+C,CAAC,CAAC;IACrG,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,IAAY,EAAE,QAAQ,GAAG,EAAE;IAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5E,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,WAAW,GAA4B,EAAE,CAAC;IAChD,MAAM,KAAK,GAAuB,EAAE,CAAC;IACrC,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAC3C,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3G,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QAClE,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACvC,WAAW,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;YAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1G,CAAC;aACI,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACrE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAClJ,CAAC;aAAM,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC1C,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACrD,CAAC;;YAAM,MAAM,UAAU,CAAC,+CAA+C,KAAK,EAAE,CAAC,CAAC;QAChF,IAAI,WAAW,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM,UAAU,CAAC,wCAAwC,CAAC,CAAC;IAClI,CAAC;IACD,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;AAC1F,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,UAAU,CAAC,6BAA6B,CAAC,CAAC;IACjH,MAAM,IAAI,GAAG,KAAgC,CAAC;IAC9C,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,MAAM,UAAU,CAAC,6BAA6B,CAAC,CAAC;IAC1J,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAK,IAAI,CAAC,IAAe,GAAG,CAAC,IAAK,IAAI,CAAC,IAAe,GAAG,eAAe;WAChI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;WAC5D,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,kEAAkE,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;QAAE,MAAM,UAAU,CAAC,6BAA6B,CAAC,CAAC;IAC/L,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IAC3D,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,MAAM;QAAE,MAAM,UAAU,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;IACtI,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAc,EAAE,IAAI,EAAE,IAAI,CAAC,IAAc,EAAE,MAAM,EAAE,IAAI,CAAC,MAAgB,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC;AACtJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,UAAU,CAAC,kCAAkC,CAAC,CAAC;IACtH,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,MAAM,UAAU,CAAC,kCAAkC,CAAC,CAAC;IACtJ,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAc,EAAE,CAAC;AACpE,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,UAAU,CAAC,gCAAgC,CAAC,CAAC;IACpH,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;WACtG,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QACzJ,MAAM,UAAU,CAAC,gCAAgC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;AAC9D,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,IAAY,EAAE,MAAc;IACnE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,MAAM,UAAU,CAAC,sCAAsC,CAAC,CAAC;IACrJ,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1D,IAAI,QAAQ,KAAK,YAAY,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAAE,MAAM,UAAU,CAAC,sCAAsC,CAAC,CAAC;AAChJ,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,SAAiB;IACrD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACtE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;YACrC,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;YAAE,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACxD,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,MAAM,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC9B,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,MAAM,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC;IAC5B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAAE,MAAM,UAAU,CAAC,kCAAkC,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAK,KAAgB,IAAI,KAAK,IAAK,KAAgB,IAAI,KAAK,IAAI,CAAE,KAAgB,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;AACtI,CAAC;AAED,SAAS,SAAS,CAA6B,OAAY,IAAa,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3I,SAAS,IAAI,CAA6B,OAAY,IAAS,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEpK,KAAK,UAAU,oBAAoB,CAAC,OAAe,EAAE,MAAc;IACjE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,IAAI;QAAE,MAAM,UAAU,CAAC,0BAA0B,CAAC,CAAC;IAChJ,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzI,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE;QAAE,MAAM,UAAU,CAAC,wCAAwC,CAAC,CAAC;IAC9I,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC;WAC9H,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC;QAAE,MAAM,UAAU,CAAC,4BAA4B,CAAC,CAAC;IAC7H,OAAO,KAAK,CAAC;AACf,CAAC;AACD,SAAS,IAAI,CAAC,KAAa,IAAY,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7G,SAAS,UAAU,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}

package/dist/src/control-plane/remote-work-recovery.js

@@ -0,0 +1,181 @@
+import path from "node:path";
+import { HitchError, readJSON } from "../foundation/index.js";
+import { loadEnvironmentImageManifest } from "../images/index.js";
+import { DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS, acceptExecutionLease, heartbeatExecutionLease, loadEvalResumeState, loadTrialEnvironmentImages, markExecutionLeaseLost, markExecutionLeaseRunning, mergeEvalProgressTrial, releaseExecutionLease, writeEvalProgress, } from "../evals/index.js";
+import { importRemoteResultEnvelope } from "./remote-result-transport.js";
+export const DEFAULT_REMOTE_WORKER_RECONNECT_TIMEOUT_MS = 45_000;
+export async function recoverRemoteWorkerEvalLeases(input) {
+    const reconnectTimeoutMs = boundedReconnectTimeout(input.reconnectTimeoutMs ?? DEFAULT_REMOTE_WORKER_RECONNECT_TIMEOUT_MS);
+    const recovered = [];
+    let failure;
+    for (const lease of input.leases.filter(activeRemoteLease)) {
+        try {
+            await recoverLease(input, lease, reconnectTimeoutMs);
+            recovered.push(lease.lease_id);
+        }
+        catch (error) {
+            const typed = error instanceof HitchError;
+            failure ??= { code: typed ? error.code : "execution_state_ambiguous", message: error?.message || String(error) };
+            await markExecutionLeaseLost({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch }).catch(() => undefined);
+            input.emit?.({ type: "eval.lease.recovery-failed", lease_id: lease.lease_id, code: failure.code });
+            input.emit?.({ type: "eval.work.lost", work_id: lease.work_id, lease_id: lease.lease_id, worker_id: lease.worker_id, code: failure.code });
+        }
+    }
+    return failure
+        ? { status: "ambiguous", recovered_lease_ids: recovered, ...failure }
+        : { status: "resumable", recovered_lease_ids: recovered };
+}
+async function recoverLease(input, lease, reconnectTimeoutMs) {
+    if (Date.parse(lease.expires_at) <= Date.now())
+        input.emit?.({ type: "lease.expired", work_id: lease.work_id, lease_id: lease.lease_id, lease_epoch: lease.epoch, worker_id: lease.worker_id });
+    let offer = await input.protocol.findOfferForLease(lease.worker_id, lease.lease_id);
+    if (!offer || !sameLease(offer, lease))
+        throw ambiguous(`remote provider has no matching durable offer for ${lease.lease_id}`);
+    if (offer.state === "offered") {
+        offer = await input.protocol.withdrawUnacceptedOffer(offer.worker_id, offer.offer_id);
+        if (offer.state === "expired") {
+            input.emit?.({ type: "lease.expired", lease_id: lease.lease_id, lease_epoch: lease.epoch, worker_id: lease.worker_id });
+            await releaseExecutionLease({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch });
+            input.emit?.({ type: "eval.lease.recovered", lease_id: lease.lease_id, lease_epoch: lease.epoch, state: "not-started" });
+            input.emit?.({ type: "lease.recovered", lease_id: lease.lease_id, lease_epoch: lease.epoch, state: "not-started" });
+            return;
+        }
+    }
+    if (!acceptedOrLater(offer))
+        throw ambiguous(`remote provider classified ${lease.lease_id} as ${offer.state}`);
+    let current = lease;
+    if (current.state === "offered")
+        current = await acceptExecutionLease({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch });
+    if (current.state === "accepted")
+        current = await markExecutionLeaseRunning({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch });
+    input.emit?.({ type: "eval.lease.recovery-probed", lease_id: lease.lease_id, lease_epoch: lease.epoch, state: offer.state });
+    if (input.cancelRequested && offer.state === "accepted")
+        offer = await input.protocol.requestCancel(offer.worker_id, offer.offer_id);
+    if (offer.state === "accepted" || offer.state === "cancel-requested")
+        offer = await waitForTerminal(input, offer, current, reconnectTimeoutMs);
+    if (offer.state !== "completed" && offer.state !== "release-requested" && offer.state !== "released") {
+        throw ambiguous(`remote work did not reach collectable terminal state: ${offer.state}`);
+    }
+    if (offer.terminal?.status === "succeeded")
+        await collectRemoteResult(input, current, offer);
+    else if (!input.cancelRequested)
+        throw new HitchError(`recovered remote work ended as ${offer.terminal?.status ?? "unknown"}`, { code: "remote_work_failed", exitCode: 13 });
+    await finishRelease(input, current, offer);
+    input.emit?.({ type: "eval.lease.recovered", lease_id: lease.lease_id, lease_epoch: lease.epoch, state: "released" });
+    input.emit?.({ type: "lease.recovered", lease_id: lease.lease_id, lease_epoch: lease.epoch, state: "released" });
+}
+async function waitForTerminal(input, initial, lease, reconnectTimeoutMs) {
+    let offer = initial;
+    let heartbeatFailure;
+    let unavailableSince;
+    let reportedUnavailable = false;
+    let tail = Promise.resolve();
+    const timer = setInterval(() => {
+        tail = tail.then(() => heartbeatExecutionLease({
+            evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch,
+        }).then(() => undefined)).catch((error) => { heartbeatFailure ??= error; });
+    }, DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS);
+    timer.unref();
+    try {
+        while (offer.state === "accepted" || offer.state === "cancel-requested") {
+            const worker = await input.registry.get(offer.worker_id);
+            if (worker?.revoked_at)
+                throw ambiguous(`remote worker was revoked during recovery: ${offer.worker_id}`);
+            if (workerProvesLease(worker, lease)) {
+                if (reportedUnavailable)
+                    input.emit?.({ type: "worker.reconnected", worker_id: offer.worker_id, lease_id: lease.lease_id, lease_epoch: lease.epoch });
+                unavailableSince = undefined;
+                reportedUnavailable = false;
+            }
+            else {
+                unavailableSince ??= Date.now();
+                if (!reportedUnavailable)
+                    input.emit?.({ type: "worker.heartbeat_missed", worker_id: offer.worker_id, lease_id: lease.lease_id, lease_epoch: lease.epoch });
+                reportedUnavailable = true;
+                if (Date.now() - unavailableSince >= reconnectTimeoutMs)
+                    throw ambiguous(`remote worker did not reconnect with active lease: ${offer.worker_id}`);
+            }
+            await delay(input.pollIntervalMs);
+            offer = await input.protocol.getOffer(offer.worker_id, offer.offer_id) ?? (() => { throw ambiguous("remote work offer disappeared during recovery"); })();
+        }
+        await tail;
+        if (heartbeatFailure !== undefined)
+            throw heartbeatFailure;
+        return offer;
+    }
+    finally {
+        clearInterval(timer);
+        await tail;
+    }
+}
+async function collectRemoteResult(input, lease, offer) {
+    const state = await loadEvalResumeState(input.evalDirectory);
+    const work = state.executionPlan.work_items.find((entry) => entry.work_id === lease.work_id);
+    if (!work || work.logical_attempt === null || work.task_ids.length !== 1)
+        throw ambiguous("recovered remote lease does not match one planned task slot");
+    const existing = state.progress.trials.find((trial) => trial.task_id === work.task_ids[0] && trial.attempt === work.logical_attempt);
+    if (existing)
+        return;
+    const artifacts = offer.terminal?.artifacts.filter((artifact) => artifact.kind === "result-bundle") ?? [];
+    if (artifacts.length !== 1)
+        throw ambiguous("recovered remote success requires exactly one result bundle");
+    const request = await readJSON(path.join(input.evalDirectory, "request.json"));
+    const resolution = await readJSON(path.join(input.evalDirectory, "resolution.json"));
+    const runtime = state.plan.controller_runtime;
+    const environmentImages = await loadTrialEnvironmentImages({
+        taskId: work.task_ids[0],
+        uses: work.image_refs ?? [],
+        loader: (imageId) => loadEnvironmentImageManifest(input.root, imageId),
+    });
+    const artifact = artifacts[0];
+    const imported = await importRemoteResultEnvelope({
+        root: input.root, evalDirectory: input.evalDirectory, request, resolvedRevision: resolution,
+        work, lease, artifactPath: input.protocol.artifactPath(offer.worker_id, lease.lease_id, artifact.digest),
+        ...(typeof runtime?.runtime_id === "string" ? { runtimeId: runtime.runtime_id } : {}),
+        ...(environmentImages ? { environmentImages } : {}),
+        ...(state.executionPlan.model_capture ? { modelCapturePlan: state.executionPlan.model_capture } : {}),
+    });
+    const progress = mergeEvalProgressTrial(state.progress, imported.ref);
+    await writeEvalProgress(input.evalDirectory, progress);
+    input.emit?.({ type: "eval.work-item.recovered", work_id: work.work_id, lease_id: lease.lease_id, trials: 1 });
+}
+async function finishRelease(input, lease, terminal) {
+    input.emit?.({ type: "sandbox.cleanup.started", work_id: lease.work_id, lease_id: lease.lease_id, worker_id: lease.worker_id });
+    let offer = terminal.state === "released" ? terminal : await input.protocol.requestRelease(terminal.worker_id, terminal.offer_id);
+    const deadline = Date.now() + input.releaseTimeoutMs;
+    while (offer.state !== "released" && Date.now() < deadline) {
+        await delay(input.pollIntervalMs);
+        offer = await input.protocol.getOffer(offer.worker_id, offer.offer_id) ?? offer;
+    }
+    if (offer.state === "released") {
+        await releaseExecutionLease({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch });
+        input.emit?.({ type: "lease.released", work_id: lease.work_id, lease_id: lease.lease_id, lease_epoch: lease.epoch, worker_id: lease.worker_id });
+        input.emit?.({ type: "sandbox.cleanup.completed", work_id: lease.work_id, lease_id: lease.lease_id, worker_id: lease.worker_id, residual_resources: 0 });
+        return;
+    }
+    await markExecutionLeaseLost({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch });
+    input.emit?.({ type: "sandbox.cleanup.failed", work_id: lease.work_id, lease_id: lease.lease_id, worker_id: lease.worker_id, code: "worker_release_timeout" });
+}
+function activeRemoteLease(lease) {
+    return lease.provider !== "local-docker" && new Set(["offered", "accepted", "running", "releasing"]).has(lease.state);
+}
+function acceptedOrLater(offer) {
+    return new Set(["accepted", "cancel-requested", "completed", "release-requested", "released"]).has(offer.state)
+        && typeof offer.accepted_at === "string" && typeof offer.accept_receipt_digest === "string";
+}
+function sameLease(offer, lease) {
+    return offer.lease.lease_id === lease.lease_id && offer.lease.epoch === lease.epoch && offer.worker_id === lease.worker_id
+        && offer.lease.eval_id === lease.eval_id && offer.lease.work_id === lease.work_id;
+}
+function workerProvesLease(worker, lease) {
+    return worker?.worker.status === "ready"
+        && worker.active_leases.some((active) => active.lease_id === lease.lease_id && active.epoch === lease.epoch);
+}
+function boundedReconnectTimeout(value) {
+    if (!Number.isSafeInteger(value) || value < 1 || value > 5 * 60_000)
+        throw new TypeError("remote worker reconnect timeout is invalid");
+    return value;
+}
+function ambiguous(message) { return new HitchError(message, { code: "execution_state_ambiguous", exitCode: 12 }); }
+function delay(milliseconds) { return new Promise((resolve) => setTimeout(resolve, milliseconds)); }
+//# sourceMappingURL=remote-work-recovery.js.map

package/dist/src/control-plane/remote-work-recovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-work-recovery.js","sourceRoot":"","sources":["../../../src/control-plane/remote-work-recovery.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,4BAA4B,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EACL,oCAAoC,EACpC,oBAAoB,EACpB,uBAAuB,EACvB,mBAAmB,EACnB,0BAA0B,EAC1B,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AAI1E,MAAM,CAAC,MAAM,0CAA0C,GAAG,MAAM,CAAC;AAEjE,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAYnD;IACC,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,KAAK,CAAC,kBAAkB,IAAI,0CAA0C,CAAC,CAAC;IAC3H,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,OAAsD,CAAC;IAC3D,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,kBAAkB,CAAC,CAAC;YACrD,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,KAAK,YAAY,UAAU,CAAC;YAC1C,OAAO,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,2BAA2B,EAAE,OAAO,EAAG,KAAe,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5H,MAAM,sBAAsB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACjJ,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YACnG,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7I,CAAC;IACH,CAAC;IACD,OAAO,OAAO;QACZ,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE;QACrE,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,SAAS,EAAE,CAAC;AAC9D,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,KAA0D,EAAE,KAAuB,EAAE,kBAA0B;IACzI,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE;QAAE,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IAChM,IAAI,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpF,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,qDAAqD,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC/H,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC9B,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,uBAAuB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtF,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YACxH,MAAM,qBAAqB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YACzH,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YACzH,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YACpH,OAAO;QACT,CAAC;IACH,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,8BAA8B,KAAK,CAAC,QAAQ,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/G,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,GAAG,MAAM,oBAAoB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IACnK,IAAI,OAAO,CAAC,KAAK,KAAK,UAAU;QAAE,OAAO,GAAG,MAAM,yBAAyB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IACzK,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7H,IAAI,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU;QAAE,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACrI,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,kBAAkB;QAAE,KAAK,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;IAC/I,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,KAAK,mBAAmB,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QACrG,MAAM,SAAS,CAAC,yDAAyD,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1F,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,EAAE,MAAM,KAAK,WAAW;QAAE,MAAM,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;SACxF,IAAI,CAAC,KAAK,CAAC,eAAe;QAAE,MAAM,IAAI,UAAU,CAAC,kCAAkC,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7K,MAAM,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IAC3C,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IACtH,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;AACnH,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,KAA0D,EAC1D,OAA0B,EAC1B,KAAuB,EACvB,kBAA0B;IAE1B,IAAI,KAAK,GAAG,OAAO,CAAC;IACpB,IAAI,gBAAyB,CAAC;IAC9B,IAAI,gBAAoC,CAAC;IACzC,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAChC,IAAI,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,uBAAuB,CAAC;YAC7C,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK;SACxF,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,GAAG,gBAAgB,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC,EAAE,oCAAoC,CAAC,CAAC;IACzC,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,IAAI,CAAC;QACH,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,kBAAkB,EAAE,CAAC;YACxE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACzD,IAAI,MAAM,EAAE,UAAU;gBAAE,MAAM,SAAS,CAAC,8CAA8C,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YACzG,IAAI,iBAAiB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;gBACrC,IAAI,mBAAmB;oBAAE,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBACtJ,gBAAgB,GAAG,SAAS,CAAC;gBAC7B,mBAAmB,GAAG,KAAK,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,gBAAgB,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;gBAChC,IAAI,CAAC,mBAAmB;oBAAE,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC5J,mBAAmB,GAAG,IAAI,CAAC;gBAC3B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,IAAI,kBAAkB;oBAAE,MAAM,SAAS,CAAC,sDAAsD,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YACpJ,CAAC;YACD,MAAM,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAClC,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,SAAS,CAAC,+CAA+C,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5J,CAAC;QACD,MAAM,IAAI,CAAC;QACX,IAAI,gBAAgB,KAAK,SAAS;YAAE,MAAM,gBAAgB,CAAC;QAC3D,OAAO,KAAK,CAAC;IACf,CAAC;YAAS,CAAC;QACT,aAAa,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,IAAI,CAAC;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,KAA0D,EAAE,KAAuB,EAAE,KAAwB;IAC9I,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7F,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,6DAA6D,CAAC,CAAC;IACzJ,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,eAAe,CAAC,CAAC;IACrI,IAAI,QAAQ;QAAE,OAAO;IACrB,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,eAAe,CAAC,IAAI,EAAE,CAAC;IAC1G,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,6DAA6D,CAAC,CAAC;IAC3G,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAc,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC;IAC5F,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAmB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACvG,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAyD,CAAC;IACrF,MAAM,iBAAiB,GAAG,MAAM,0BAA0B,CAAC;QACzD,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW;QAClC,IAAI,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE;QAC3B,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,4BAA4B,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC;KACvE,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAA6B,CAAC;IAC1D,MAAM,QAAQ,GAAG,MAAM,0BAA0B,CAAC;QAChD,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,gBAAgB,EAAE,UAAU;QAC3F,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC;QACxG,GAAG,CAAC,OAAO,OAAO,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtG,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IACtE,MAAM,iBAAiB,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACvD,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,0BAA0B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;AACjH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,KAA0D,EAAE,KAAuB,EAAE,QAA2B;IAC3I,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IAChI,IAAI,KAAK,GAAG,QAAQ,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAClI,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,gBAAgB,CAAC;IACrD,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC3D,MAAM,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAClC,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC;IAClF,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QAC/B,MAAM,qBAAqB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACzH,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACjJ,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC,CAAC;QACzJ,OAAO;IACT,CAAC;IACD,MAAM,sBAAsB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1H,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC;AACjK,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAuB;IAChD,OAAO,KAAK,CAAC,QAAQ,KAAK,cAAc,IAAI,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AACxH,CAAC;AACD,SAAS,eAAe,CAAC,KAAwB;IAC/C,OAAO,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,mBAAmB,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;WAC1G,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,qBAAqB,KAAK,QAAQ,CAAC;AAChG,CAAC;AACD,SAAS,SAAS,CAAC,KAAwB,EAAE,KAAuB;IAClE,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;WACrH,KAAK,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC;AACtF,CAAC;AACD,SAAS,iBAAiB,CAAC,MAAwD,EAAE,KAAuB;IAC1G,OAAO,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,OAAO;WACnC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;AACjH,CAAC;AACD,SAAS,uBAAuB,CAAC,KAAa;IAC5C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,GAAG,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,4CAA4C,CAAC,CAAC;IACvI,OAAO,KAAK,CAAC;AACf,CAAC;AACD,SAAS,SAAS,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AACxI,SAAS,KAAK,CAAC,YAAoB,IAAmB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC"}

package/dist/src/control-plane/remote-worker-artifacts.js

@@ -0,0 +1,135 @@
+import { createHash } from "node:crypto";
+import { constants } from "node:fs";
+import { lstat, open, readFile, rename, rm } from "node:fs/promises";
+import path from "node:path";
+import { HitchError, atomicWriteJSON, ensureDir, readJSON, statePaths, withFileLock } from "../foundation/index.js";
+const WORKER_ID = /^worker_[a-z0-9][a-z0-9_-]{0,62}$/;
+const LEASE_ID = /^lease_[a-f0-9]{32}$/;
+const DIGEST = /^sha256:([a-f0-9]{64})$/;
+const DEFAULT_MAX_ARTIFACT_BYTES = 512 * 1024 * 1024;
+export class RemoteWorkerArtifactStore {
+    directory;
+    locks;
+    maxArtifactBytes;
+    constructor(input) {
+        const maximum = input.maxArtifactBytes ?? DEFAULT_MAX_ARTIFACT_BYTES;
+        if (!input.root || !Number.isSafeInteger(maximum) || maximum < 1)
+            throw new TypeError("remote worker artifact store configuration is invalid");
+        const paths = statePaths(input.root);
+        this.directory = paths.workerStaging;
+        this.locks = paths.workerProtocolLocks;
+        this.maxArtifactBytes = maximum;
+    }
+    async initialize() {
+        await Promise.all([ensureDir(this.directory), ensureDir(this.locks)]);
+    }
+    async upload(input) {
+        const identity = validateIdentity(input);
+        if (identity.expectedSize > this.maxArtifactBytes)
+            throw artifactError("remote worker artifact exceeds the configured size limit");
+        return withFileLock(this.locks, `artifact-${identity.leaseId}-${identity.hex}`, async () => {
+            const existing = await this.read(identity.workerId, identity.leaseId, identity.digest);
+            if (existing) {
+                if (existing.epoch !== identity.epoch || existing.size !== identity.expectedSize)
+                    throw conflict("remote worker artifact identity is already bound to different evidence");
+                await this.verify(identity.workerId, identity.leaseId, { kind: "diagnostic", digest: identity.digest, size: identity.expectedSize }, identity.epoch);
+                return existing;
+            }
+            const target = this.blobPath(identity.workerId, identity.leaseId, identity.hex);
+            await ensureDir(path.dirname(target));
+            const temporary = `${target}.${process.pid}.${Date.now()}.tmp`;
+            const handle = await open(temporary, constants.O_CREAT | constants.O_EXCL | constants.O_WRONLY | constants.O_NOFOLLOW, 0o600);
+            const hash = createHash("sha256");
+            let size = 0;
+            try {
+                for await (const value of input.body) {
+                    const chunk = Buffer.from(value);
+                    size += chunk.length;
+                    if (size > identity.expectedSize || size > this.maxArtifactBytes)
+                        throw artifactError("remote worker artifact body exceeds its declared size");
+                    hash.update(chunk);
+                    await handle.write(chunk);
+                }
+                await handle.sync();
+            }
+            catch (error) {
+                await handle.close().catch(() => { });
+                await rm(temporary, { force: true });
+                throw error;
+            }
+            await handle.close();
+            const actual = `sha256:${hash.digest("hex")}`;
+            if (size !== identity.expectedSize || actual !== identity.digest) {
+                await rm(temporary, { force: true });
+                throw artifactError("remote worker artifact size or digest does not match its declaration");
+            }
+            try {
+                await rename(temporary, target);
+                const record = {
+                    schema_version: "1", worker_id: identity.workerId, lease_id: identity.leaseId,
+                    epoch: identity.epoch, digest: identity.digest, size, completed_at: new Date().toISOString(),
+                };
+                await atomicWriteJSON(this.recordPath(identity.workerId, identity.leaseId, identity.hex), record);
+                return record;
+            }
+            catch (error) {
+                await rm(temporary, { force: true });
+                throw error;
+            }
+        }, { timeoutCode: "worker_artifact_locked", timeoutExitCode: 12 });
+    }
+    async verify(workerId, leaseId, ref, epoch) {
+        const identity = validateIdentity({ workerId, leaseId, digest: ref.digest, epoch, expectedSize: ref.size });
+        const record = await this.read(workerId, leaseId, identity.digest);
+        if (!record || record.epoch !== epoch || record.size !== ref.size)
+            throw artifactMissing("remote worker terminal receipt references an artifact that was not staged for this lease");
+        const file = this.blobPath(workerId, leaseId, identity.hex);
+        const info = await lstat(file).catch(() => null);
+        if (!info?.isFile() || info.isSymbolicLink() || info.nlink !== 1 || info.size !== ref.size)
+            throw artifactMissing("remote worker staged artifact is not an owned regular file");
+        const content = await readFile(file);
+        if (`sha256:${createHash("sha256").update(content).digest("hex")}` !== ref.digest)
+            throw artifactMissing("remote worker staged artifact failed digest verification");
+        return record;
+    }
+    pathFor(workerId, leaseId, digest) {
+        const identity = validateIdentity({ workerId, leaseId, digest, epoch: 1, expectedSize: 0 });
+        return this.blobPath(workerId, leaseId, identity.hex);
+    }
+    async read(workerId, leaseId, digest) {
+        const match = digest.match(DIGEST);
+        if (!match)
+            throw artifactError("remote worker artifact digest is invalid");
+        const value = await readJSON(this.recordPath(workerId, leaseId, match[1]), null);
+        return value === null ? null : parseRecord(value);
+    }
+    blobPath(workerId, leaseId, hex) {
+        return path.join(this.directory, workerId, leaseId, "sha256", `${hex}.blob`);
+    }
+    recordPath(workerId, leaseId, hex) {
+        return path.join(this.directory, workerId, leaseId, "sha256", `${hex}.json`);
+    }
+}
+function validateIdentity(input) {
+    const match = input.digest.match(DIGEST);
+    if (!WORKER_ID.test(input.workerId) || !LEASE_ID.test(input.leaseId) || !match
+        || !Number.isSafeInteger(input.epoch) || input.epoch < 1
+        || !Number.isSafeInteger(input.expectedSize) || input.expectedSize < 0)
+        throw artifactError("remote worker artifact identity is invalid");
+    return { ...input, digest: input.digest, hex: match[1] };
+}
+function parseRecord(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw artifactError("remote worker artifact record is invalid");
+    const record = value;
+    const keys = ["schema_version", "worker_id", "lease_id", "epoch", "digest", "size", "completed_at"];
+    if (Object.keys(record).some((key) => !keys.includes(key)) || record.schema_version !== "1"
+        || typeof record.completed_at !== "string" || !Number.isFinite(Date.parse(record.completed_at)))
+        throw artifactError("remote worker artifact record is invalid");
+    validateIdentity({ workerId: String(record.worker_id), leaseId: String(record.lease_id), digest: String(record.digest), epoch: Number(record.epoch), expectedSize: Number(record.size) });
+    return record;
+}
+function artifactError(message) { return new HitchError(message, { code: "worker_artifact_invalid", exitCode: 2 }); }
+function artifactMissing(message) { return new HitchError(message, { code: "worker_artifact_missing", exitCode: 10 }); }
+function conflict(message) { return new HitchError(message, { code: "worker_artifact_conflict", exitCode: 12 }); }
+//# sourceMappingURL=remote-worker-artifacts.js.map

package/dist/src/control-plane/remote-worker-artifacts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-worker-artifacts.js","sourceRoot":"","sources":["../../../src/control-plane/remote-worker-artifacts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAEpH,MAAM,SAAS,GAAG,mCAAmC,CAAC;AACtD,MAAM,QAAQ,GAAG,sBAAsB,CAAC;AACxC,MAAM,MAAM,GAAG,yBAAyB,CAAC;AACzC,MAAM,0BAA0B,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAYrD,MAAM,OAAO,yBAAyB;IACnB,SAAS,CAAS;IAClB,KAAK,CAAS;IACd,gBAAgB,CAAS;IAE1C,YAAY,KAAkD;QAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,IAAI,0BAA0B,CAAC;QACrE,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAC;QAC/I,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,aAAa,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,mBAAmB,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAOZ;QACC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC,gBAAgB;YAAE,MAAM,aAAa,CAAC,0DAA0D,CAAC,CAAC;QACnI,OAAO,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,IAAI,EAAE;YACzF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACvF,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,QAAQ,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,YAAY;oBAAE,MAAM,QAAQ,CAAC,wEAAwE,CAAC,CAAC;gBAC3K,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,YAAY,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACrJ,OAAO,QAAQ,CAAC;YAClB,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;YAChF,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YACtC,MAAM,SAAS,GAAG,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC;YAC/D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAC9H,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YAClC,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACjC,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;oBACrB,IAAI,IAAI,GAAG,QAAQ,CAAC,YAAY,IAAI,IAAI,GAAG,IAAI,CAAC,gBAAgB;wBAAE,MAAM,aAAa,CAAC,uDAAuD,CAAC,CAAC;oBAC/I,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACnB,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;gBACD,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACtB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACrC,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACrC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAY,CAAC;YACxD,IAAI,IAAI,KAAK,QAAQ,CAAC,YAAY,IAAI,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACjE,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACrC,MAAM,aAAa,CAAC,sEAAsE,CAAC,CAAC;YAC9F,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAChC,MAAM,MAAM,GAAiC;oBAC3C,cAAc,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO;oBAC7E,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBAC7F,CAAC;gBACF,MAAM,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClG,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACrC,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,EAAE,EAAE,WAAW,EAAE,wBAAwB,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAgB,EAAE,OAAe,EAAE,GAA4B,EAAE,KAAa;QACzF,MAAM,QAAQ,GAAG,gBAAgB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5G,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,IAAI,MAAM,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI;YAAE,MAAM,eAAe,CAAC,0FAA0F,CAAC,CAAC;QACrL,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI;YAAE,MAAM,eAAe,CAAC,4DAA4D,CAAC,CAAC;QAChL,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,CAAC,MAAM;YAAE,MAAM,eAAe,CAAC,0DAA0D,CAAC,CAAC;QACrK,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,CAAC,QAAgB,EAAE,OAAe,EAAE,MAAc;QACvD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5F,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IACxD,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,QAAgB,EAAE,OAAe,EAAE,MAAc;QAClE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,MAAM,aAAa,CAAC,0CAA0C,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAiB,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAW,CAAC,EAAE,IAAI,CAAC,CAAC;QAC3G,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACpD,CAAC;IAEO,QAAQ,CAAC,QAAgB,EAAE,OAAe,EAAE,GAAW;QAC7D,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IAC/E,CAAC;IAEO,UAAU,CAAC,QAAgB,EAAE,OAAe,EAAE,GAAW;QAC/D,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IAC/E,CAAC;CACF;AAED,SAAS,gBAAgB,CAAC,KAAiG;IACzH,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK;WACzE,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC;WACrD,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,YAAY,GAAG,CAAC;QAAE,MAAM,aAAa,CAAC,4CAA4C,CAAC,CAAC;IAC5I,OAAO,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAgB,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,CAAW,EAAE,CAAC;AAC/E,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,aAAa,CAAC,0CAA0C,CAAC,CAAC;IACjI,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,IAAI,GAAG,CAAC,gBAAgB,EAAE,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;IACpG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG;WACtF,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAAE,MAAM,aAAa,CAAC,0CAA0C,CAAC,CAAC;IACnK,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1L,OAAO,MAAiD,CAAC;AAC3D,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACzI,SAAS,eAAe,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5I,SAAS,QAAQ,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}

package/dist/src/control-plane/remote-worker-client.js

@@ -0,0 +1,202 @@
+import { createHash } from "node:crypto";
+import { HitchError, safeDiagnosticMessage } from "../foundation/index.js";
+import { parseRemoteWorkOffer } from "./remote-worker-protocol.js";
+const TOKEN = /^[a-f0-9]{64}$/;
+const WORKER = /^worker_[a-z0-9][a-z0-9_-]{0,62}$/;
+const MAX_ERROR_BYTES = 8_192;
+const MAX_CREDENTIAL_ENVELOPE_BYTES = 1024 * 1024;
+export class RemoteWorkerHttpClient {
+    workerId;
+    generation;
+    baseUrl;
+    token;
+    request;
+    constructor(input) {
+        this.baseUrl = parseBaseUrl(input.baseUrl);
+        const credential = parseRemoteWorkerCredential(input.credential);
+        this.workerId = credential.worker_id;
+        this.generation = credential.generation;
+        this.token = credential.token;
+        this.request = input.request ?? fetch;
+    }
+    static async register(input) {
+        if (!TOKEN.test(input.adminToken))
+            throw clientError("remote worker admin credential is invalid");
+        const response = await call(input.request ?? fetch, new URL("v1/workers/register", parseBaseUrl(input.baseUrl)), input.adminToken, {
+            method: "POST", body: JSON.stringify(input.registration), headers: { "content-type": "application/json" },
+        });
+        const body = object(await responseJSON(response));
+        const worker = object(body.worker);
+        const identity = object(worker.worker);
+        const credential = object(body.credential);
+        return parseRemoteWorkerCredential({
+            schema_version: "1", worker_id: identity.worker_id,
+            generation: worker.generation, token: credential.token,
+        });
+    }
+    async listOffers() {
+        const response = await this.call(`v1/workers/${this.workerId}/offers?generation=${this.generation}`);
+        const body = object(await responseJSON(response));
+        if (body.schema_version !== "1" || !Array.isArray(body.offers))
+            throw clientError("remote worker offer response is invalid");
+        return body.offers.map(parseRemoteWorkOffer);
+    }
+    async heartbeat(allocated, activeLeases, health = "healthy") {
+        await this.call(`v1/workers/${this.workerId}/heartbeat`, {
+            method: "POST", body: JSON.stringify({
+                schema_version: "1", generation: this.generation, health, allocated,
+                active_leases: [...activeLeases].sort((left, right) => left.lease_id.localeCompare(right.lease_id)), sent_at: new Date().toISOString(),
+            }), headers: { "content-type": "application/json" },
+        });
+    }
+    async downloadInput(offer, ref) {
+        this.assertOffer(offer);
+        const response = await this.call(`v1/workers/${this.workerId}/leases/${offer.lease.lease_id}/inputs/${ref.digest}?generation=${this.generation}`);
+        const length = response.headers.get("content-length");
+        if (length !== String(ref.size))
+            throw clientError("remote work input size header is invalid");
+        const body = Buffer.from(await response.arrayBuffer());
+        if (body.length !== ref.size || digest(body) !== ref.digest)
+            throw clientError("remote work input integrity check failed");
+        return body;
+    }
+    accept(offer) { return this.receipt(offer, "accept", { accepted: true }); }
+    async credentials(offer) {
+        this.assertOffer(offer);
+        if (offer.state !== "accepted")
+            throw clientError("remote credentials require an accepted offer");
+        const response = await this.call(`v1/workers/${this.workerId}/leases/${offer.lease.lease_id}/credentials?generation=${this.generation}&epoch=${offer.lease.epoch}`);
+        if (response.headers.get("cache-control") !== "no-store")
+            throw clientError("remote credential response is cacheable");
+        return parseCredentialEnvelope(object(object(await responseJSON(response, MAX_CREDENTIAL_ENVELOPE_BYTES)).envelope), offer);
+    }
+    reject(offer, rejectionCode) {
+        if (!rejectionCode || rejectionCode.length > 128 || !/^[a-z0-9][a-z0-9._-]*$/.test(rejectionCode))
+            throw clientError("remote work rejection code is invalid");
+        return this.receipt(offer, "accept", { accepted: false, rejection_code: rejectionCode });
+    }
+    async emit(offer, sequence, type, payload) {
+        this.assertOffer(offer);
+        await this.call(`v1/workers/${this.workerId}/leases/${offer.lease.lease_id}/events`, {
+            method: "POST", body: JSON.stringify({
+                schema_version: "1", generation: this.generation, lease_id: offer.lease.lease_id,
+                epoch: offer.lease.epoch, sequence, type, ...(payload ? { payload } : {}), sent_at: new Date().toISOString(),
+            }), headers: { "content-type": "application/json" },
+        });
+    }
+    async uploadArtifact(offer, kind, body) {
+        this.assertOffer(offer);
+        const ref = { kind, digest: digest(body), size: body.length };
+        await this.call(`v1/workers/${this.workerId}/leases/${offer.lease.lease_id}/artifacts/${ref.digest}?generation=${this.generation}&epoch=${offer.lease.epoch}`, {
+            method: "PUT", body, headers: { "content-type": "application/octet-stream", "content-length": String(body.length) },
+        });
+        return ref;
+    }
+    complete(offer, status, artifacts) {
+        return this.receipt(offer, "complete", { lease_id: offer.lease.lease_id, epoch: offer.lease.epoch, status, artifacts });
+    }
+    release(offer) {
+        return this.receipt(offer, "release", { lease_id: offer.lease.lease_id, epoch: offer.lease.epoch });
+    }
+    async receipt(offer, action, fields) {
+        this.assertOffer(offer);
+        const response = await this.call(`v1/workers/${this.workerId}/offers/${offer.offer_id}/${action}`, {
+            method: "POST", body: JSON.stringify({
+                schema_version: "1", offer_id: offer.offer_id, nonce: offer.nonce, generation: this.generation,
+                ...fields, sent_at: new Date().toISOString(),
+            }), headers: { "content-type": "application/json" },
+        });
+        return parseRemoteWorkOffer(object(await responseJSON(response)).offer);
+    }
+    call(relative, init = {}) {
+        return call(this.request, new URL(relative, this.baseUrl), this.token, init);
+    }
+    assertOffer(offer) {
+        if (offer.worker_id !== this.workerId || offer.generation !== this.generation)
+            throw clientError("remote work offer does not belong to this worker generation");
+    }
+}
+export function parseRemoteWorkerCredential(value) {
+    const record = object(value);
+    if (Object.keys(record).some((key) => !["schema_version", "worker_id", "generation", "token"].includes(key))
+        || record.schema_version !== "1" || typeof record.worker_id !== "string" || !WORKER.test(record.worker_id)
+        || !Number.isSafeInteger(record.generation) || record.generation < 1
+        || typeof record.token !== "string" || !TOKEN.test(record.token))
+        throw clientError("remote worker credential is invalid");
+    return record;
+}
+async function call(request, url, token, init = {}) {
+    let response;
+    const headers = new Headers(init.headers);
+    headers.set("authorization", `Bearer ${token}`);
+    try {
+        response = await request(url, { ...init, headers });
+    }
+    catch (error) {
+        throw clientError(`remote worker request failed: ${safeDiagnosticMessage(error, [token], 512)}`);
+    }
+    if (response.ok)
+        return response;
+    const body = (await response.text()).slice(0, MAX_ERROR_BYTES);
+    let message = `HTTP ${response.status}`;
+    try {
+        const error = object(object(JSON.parse(body)).error);
+        if (typeof error.code === "string")
+            message += ` ${error.code}`;
+        if (typeof error.message === "string")
+            message += `: ${error.message}`;
+    }
+    catch { /* Keep the bounded status-only error. */ }
+    throw clientError(`remote worker request failed: ${safeDiagnosticMessage(message, [token], 512)}`);
+}
+async function responseJSON(response, maximum = MAX_ERROR_BYTES) {
+    const raw = await response.text();
+    if (Buffer.byteLength(raw) > maximum)
+        throw clientError("remote worker response exceeds its size limit");
+    const text = raw.slice(0, maximum);
+    try {
+        return JSON.parse(text);
+    }
+    catch {
+        throw clientError("remote worker response is not valid JSON");
+    }
+}
+function parseCredentialEnvelope(record, offer) {
+    const allowed = new Set(["schema_version", "worker_id", "generation", "offer_id", "lease_id", "epoch", "issued_at", "expires_at", "credentials"]);
+    const credentials = object(record.credentials);
+    const names = Object.keys(credentials).sort();
+    const expected = [...(offer.credential_names ?? [])].sort();
+    if (Object.keys(record).some((key) => !allowed.has(key)) || record.schema_version !== "1"
+        || record.worker_id !== offer.worker_id || record.generation !== offer.generation || record.offer_id !== offer.offer_id
+        || record.lease_id !== offer.lease.lease_id || record.epoch !== offer.lease.epoch
+        || typeof record.issued_at !== "string" || typeof record.expires_at !== "string"
+        || !Number.isFinite(Date.parse(record.issued_at)) || !Number.isFinite(Date.parse(record.expires_at))
+        || Date.parse(record.expires_at) <= Date.now() || Date.parse(record.expires_at) - Date.parse(record.issued_at) > 5 * 60_000
+        || JSON.stringify(names) !== JSON.stringify(expected)
+        || names.some((name) => !/^[A-Za-z_][A-Za-z0-9_]*$/.test(name)
+            || typeof credentials[name] !== "string" || Buffer.byteLength(credentials[name]) > 64 * 1024)) {
+        throw clientError("remote credential envelope is invalid");
+    }
+    return record;
+}
+function parseBaseUrl(value) {
+    let url;
+    try {
+        url = new URL(value);
+    }
+    catch {
+        throw clientError("remote worker server URL is invalid");
+    }
+    if (!new Set(["http:", "https:"]).has(url.protocol) || url.username || url.password || url.search || url.hash)
+        throw clientError("remote worker server URL is invalid");
+    url.pathname = `${url.pathname.replace(/\/*$/, "")}/`;
+    return url;
+}
+function object(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw clientError("remote worker response is invalid");
+    return value;
+}
+function digest(body) { return `sha256:${createHash("sha256").update(body).digest("hex")}`; }
+function clientError(message) { return new HitchError(message, { code: "remote_worker_client_error", exitCode: 10 }); }
+//# sourceMappingURL=remote-worker-client.js.map

package/dist/src/control-plane/remote-worker-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-worker-client.js","sourceRoot":"","sources":["../../../src/control-plane/remote-worker-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAWzC,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAEnE,MAAM,KAAK,GAAG,gBAAgB,CAAC;AAC/B,MAAM,MAAM,GAAG,mCAAmC,CAAC;AACnD,MAAM,eAAe,GAAG,KAAK,CAAC;AAC9B,MAAM,6BAA6B,GAAG,IAAI,GAAG,IAAI,CAAC;AASlD,MAAM,OAAO,sBAAsB;IACxB,QAAQ,CAAS;IACjB,UAAU,CAAS;IACX,OAAO,CAAM;IACb,KAAK,CAAS;IACd,OAAO,CAAe;IAEvC,YAAY,KAAwF;QAClG,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,2BAA2B,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACjE,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC;QACrC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAKrB;QACC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;YAAE,MAAM,WAAW,CAAC,2CAA2C,CAAC,CAAC;QAClG,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,EAAE,IAAI,GAAG,CAAC,qBAAqB,EAAE,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,EAAE;YACjI,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SAC1G,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3C,OAAO,2BAA2B,CAAC;YACjC,cAAc,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS;YAClD,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK;SACvD,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,QAAQ,sBAAsB,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACrG,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClD,IAAI,IAAI,CAAC,cAAc,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,MAAM,WAAW,CAAC,yCAAyC,CAAC,CAAC;QAC7H,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAA2B,EAAE,YAAwD,EAAE,SAA4C,SAAS;QAC1J,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,QAAQ,YAAY,EAAE;YACvD,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnC,cAAc,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS;gBACnE,aAAa,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACvI,CAAC,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SACpD,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAwB,EAAE,GAAyB;QACrE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,QAAQ,WAAW,KAAK,CAAC,KAAK,CAAC,QAAQ,WAAW,GAAG,CAAC,MAAM,eAAe,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAClJ,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACtD,IAAI,MAAM,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,MAAM,WAAW,CAAC,0CAA0C,CAAC,CAAC;QAC/F,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM;YAAE,MAAM,WAAW,CAAC,0CAA0C,CAAC,CAAC;QAC3H,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,KAAwB,IAAgC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAE1H,KAAK,CAAC,WAAW,CAAC,KAAwB;QACxC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU;YAAE,MAAM,WAAW,CAAC,8CAA8C,CAAC,CAAC;QAClG,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAC9B,cAAc,IAAI,CAAC,QAAQ,WAAW,KAAK,CAAC,KAAK,CAAC,QAAQ,2BAA2B,IAAI,CAAC,UAAU,UAAU,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAClI,CAAC;QACF,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,UAAU;YAAE,MAAM,WAAW,CAAC,yCAAyC,CAAC,CAAC;QACvH,OAAO,uBAAuB,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,YAAY,CAAC,QAAQ,EAAE,6BAA6B,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IAC9H,CAAC;IACD,MAAM,CAAC,KAAwB,EAAE,aAAqB;QACpD,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,aAAa,CAAC;YAAE,MAAM,WAAW,CAAC,uCAAuC,CAAC,CAAC;QAC9J,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,CAAC;IAC3F,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAwB,EAAE,QAAgB,EAAE,IAAY,EAAE,OAAiC;QACpG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACxB,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,QAAQ,WAAW,KAAK,CAAC,KAAK,CAAC,QAAQ,SAAS,EAAE;YACnF,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnC,cAAc,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ;gBAChF,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aAC7G,CAAC,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SACpD,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAwB,EAAE,IAAqC,EAAE,IAAY;QAChG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACxB,MAAM,GAAG,GAA4B,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;QACvF,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,QAAQ,WAAW,KAAK,CAAC,KAAK,CAAC,QAAQ,cAAc,GAAG,CAAC,MAAM,eAAe,IAAI,CAAC,UAAU,UAAU,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE;YAC7J,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;SACpH,CAAC,CAAC;QACH,OAAO,GAAG,CAAC;IACb,CAAC;IAED,QAAQ,CAAC,KAAwB,EAAE,MAA4C,EAAE,SAAoC;QACnH,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1H,CAAC;IAED,OAAO,CAAC,KAAwB;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IACtG,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,KAAwB,EAAE,MAAyC,EAAE,MAA+B;QACxH,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,QAAQ,WAAW,KAAK,CAAC,QAAQ,IAAI,MAAM,EAAE,EAAE;YACjG,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnC,cAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC9F,GAAG,MAAM,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aAC7C,CAAC,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SACpD,CAAC,CAAC;QACH,OAAO,oBAAoB,CAAC,MAAM,CAAC,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1E,CAAC;IAEO,IAAI,CAAC,QAAgB,EAAE,OAAoB,EAAE;QACnD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC/E,CAAC;IAEO,WAAW,CAAC,KAAwB;QAC1C,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU;YAAE,MAAM,WAAW,CAAC,6DAA6D,CAAC,CAAC;IAClK,CAAC;CACF;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAc;IACxD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,EAAE,WAAW,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;WACvG,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;WACvG,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,IAAK,MAAM,CAAC,UAAqB,GAAG,CAAC;WAC7E,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,MAAM,WAAW,CAAC,qCAAqC,CAAC,CAAC;IAC7H,OAAO,MAA6C,CAAC;AACvD,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,OAAqB,EAAE,GAAQ,EAAE,KAAa,EAAE,OAAoB,EAAE;IACxF,IAAI,QAAkB,CAAC;IACvB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,UAAU,KAAK,EAAE,CAAC,CAAC;IAChD,IAAI,CAAC;QAAC,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAAC,CAAC;IAC5D,OAAO,KAAK,EAAE,CAAC;QAAC,MAAM,WAAW,CAAC,iCAAiC,qBAAqB,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAAC,CAAC;IACnH,IAAI,QAAQ,CAAC,EAAE;QAAE,OAAO,QAAQ,CAAC;IACjC,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;IAC/D,IAAI,OAAO,GAAG,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC,CAAC,KAAK,CAAC,CAAC;QAChE,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAChE,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;IACzE,CAAC;IAAC,MAAM,CAAC,CAAC,yCAAyC,CAAC,CAAC;IACrD,MAAM,WAAW,CAAC,iCAAiC,qBAAqB,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;AACrG,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,QAAkB,EAAE,OAAO,GAAG,eAAe;IACvE,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,OAAO;QAAE,MAAM,WAAW,CAAC,+CAA+C,CAAC,CAAC;IACzG,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACnC,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;IAAC,CAAC;IAC3C,MAAM,CAAC;QAAC,MAAM,WAAW,CAAC,0CAA0C,CAAC,CAAC;IAAC,CAAC;AAC1E,CAAC;AAED,SAAS,uBAAuB,CAAC,MAA+B,EAAE,KAAwB;IACxF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,gBAAgB,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC;IAClJ,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5D,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG;WACpF,MAAM,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;WACpH,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,KAAK;WAC9E,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;WAC7E,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;WACjG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,MAAM;WACxH,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;WAClD,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC;eACzD,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QAC5G,MAAM,WAAW,CAAC,uCAAuC,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,MAA+C,CAAC;AACzD,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QAAC,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,WAAW,CAAC,qCAAqC,CAAC,CAAC;IAAC,CAAC;IACjG,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI;QAAE,MAAM,WAAW,CAAC,qCAAqC,CAAC,CAAC;IACxK,GAAG,CAAC,QAAQ,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC;IACtD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,WAAW,CAAC,mCAAmC,CAAC,CAAC;IACxH,OAAO,KAAgC,CAAC;AAC1C,CAAC;AAED,SAAS,MAAM,CAAC,IAAY,IAAY,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7G,SAAS,WAAW,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}