@elizaos/shared 2.0.0-alpha.538 → 2.0.3-beta.2

package/local-inference/voice-models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-models.js","sourceRoot":"","sources":["../../src/local-inference/voice-models.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAsJH;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAqC;IACpE;QACE,EAAE,EAAE,UAAU;QACd,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,uCAAuC;gBACjD,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,MAAM;aACd;YACD;gBACE,QAAQ,EAAE,yCAAyC;gBACnD,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,MAAM;aACd;YACD;gBACE,QAAQ,EAAE,0CAA0C;gBACpD,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,MAAM;aACd;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,+EAA+E;QACjF,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,mEAAmE;QACnE,mDAAmD;QACnD,gBAAgB,EAAE,MAAM;QACxB,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,+BAA+B;gBACzC,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,4CAA4C;gBACtD,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,MAAM;aACd;SACF;QACD,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE;QACnD,cAAc,EACZ,wHAAwH;QAC1H,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,eAAe;QACnB,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,mEAAmE;QACnE,mDAAmD;QACnD,gBAAgB,EAAE,MAAM;QACxB,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,wCAAwC;gBAClD,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,QAAQ;gBACnB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,mDAAmD;gBAC7D,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,QAAQ;gBACnB,KAAK,EAAE,MAAM;aACd;SACF;QACD,UAAU,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE;QACrD,cAAc,EACZ,oHAAoH;QACtH,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,uEAAuE;QACvE,2CAA2C;QAC3C,gBAAgB,EAAE,cAAc;QAChC,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,4CAA4C;gBACtD,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,WAAW;gBACtB,KAAK,EAAE,QAAQ;aAChB;YACD;gBACE,QAAQ,EAAE,iDAAiD;gBAC3D,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,WAAW;gBACtB,KAAK,EAAE,QAAQ;aAChB;YACD;gBACE,QAAQ,EAAE,0CAA0C;gBACpD,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,WAAW;gBACtB,KAAK,EAAE,MAAM;aACd;YACD;gBACE,QAAQ,EAAE,+CAA+C;gBACzD,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,GAAG;gBACd,KAAK,EAAE,MAAM;aACd;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,oFAAoF;QACtF,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,SAAS;QACrB,gBAAgB,EAAE,KAAK;QACvB,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE,EAAE;QACd,aAAa,EAAE;YACb;gBACE,QAAQ,EAAE,kDAAkD;gBAC5D,KAAK,EAAE,WAAW;gBAClB,iBAAiB,EAAE,UAAU;gBAC7B,MAAM,EAAE,sBAAsB;aAC/B;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,kFAAkF;QACpF,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,kDAAkD;gBAC5D,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,UAAU;gBACrB,KAAK,EAAE,WAAW;aACnB;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,mFAAmF;QACrF,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,UAAU;QACd,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,SAAS;QACrB,gBAAgB,EAAE,KAAK;QACvB,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE,EAAE;QACd,aAAa,EAAE;YACb;gBACE,QAAQ,EAAE,+CAA+C;gBACzD,KAAK,EAAE,WAAW;gBAClB,iBAAiB,EAAE,SAAS;gBAC5B,MAAM,EAAE,sBAAsB;aAC/B;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,oFAAoF;QACtF,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,UAAU;QACd,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,oDAAoD;gBAC9D,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,oDAAoD;gBAC9D,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,WAAW;aACnB;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,oFAAoF;QACtF,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,eAAe;QACnB,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,gDAAgD;gBAC1D,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,UAAU;gBACrB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,kDAAkD;gBAC5D,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,WAAW;gBACtB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,kDAAkD;gBAC5D,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,WAAW;gBACtB,KAAK,EAAE,WAAW;aACnB;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EAAE,wDAAwD;QACxE,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,eAAe;QACnB,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,SAAS;QACrB,gBAAgB,EAAE,KAAK;QACvB,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE,EAAE;QACd,aAAa,EAAE;YACb;gBACE,QAAQ,EAAE,4CAA4C;gBACtD,KAAK,EAAE,WAAW;gBAClB,iBAAiB,EAAE,SAAS;gBAC5B,MAAM,EAAE,sBAAsB;aAC/B;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,mFAAmF;QACrF,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,eAAe;QACnB,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,wCAAwC;gBAClD,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,iDAAiD;gBAC3D,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,iDAAiD;gBAC3D,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,sDAAsD;gBAChE,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,WAAW;aACnB;SACF;QACD,UAAU,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE;QACrD,cAAc,EACZ,0GAA0G;QAC5G,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,uEAAuE;QACvE,wEAAwE;QACxE,qEAAqE;QACrE,wEAAwE;QACxE,6DAA6D;QAC7D,wEAAwE;QACxE,EAAE;QACF,oEAAoE;QACpE,oEAAoE;QACpE,6DAA6D;QAC7D,0EAA0E;QAC1E,EAAE;QACF,iEAAiE;QACjE,gEAAgE;QAChE,uEAAuE;QACvE,yEAAyE;QACzE,EAAE,EAAE,QAAQ;QACZ,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,sEAAsE;QACtE,yEAAyE;QACzE,wEAAwE;QACxE,gBAAgB,EAAE,cAAc;QAChC,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,gCAAgC;gBAC1C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,MAAM;aACd;SACF;QACD,aAAa,EAAE;YACb;gBACE,QAAQ,EAAE,sCAAsC;gBAChD,KAAK,EAAE,QAAQ;gBACf,iBAAiB,EAAE,UAAU;gBAC7B,MAAM,EAAE,4BAA4B;aACrC;SACF;QACD,UAAU,EAAE;YACV,mEAAmE;YACnE,oEAAoE;YACpE,sEAAsE;YACtE,cAAc,EAAE,KAAK;SACtB;QACD,cAAc,EACZ,iTAAiT;QACnT,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,UAAU,EAAE;YACV;gBACE,sEAAsE;gBACtE,yEAAyE;gBACzE,sEAAsE;gBACtE,QAAQ,EAAE,gCAAgC;gBAC1C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,MAAM;aACd;SACF;QACD,UAAU,EAAE;YACV,4EAA4E;YAC5E,mFAAmF;YACnF,QAAQ,EAAE,CAAC,IAAI;YACf,QAAQ,EAAE,GAAG;YACb,cAAc,EAAE,KAAK;SACtB;QACD,cAAc,EACZ,iMAAiM;QACnM,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE;YACV;gBACE,iEAAiE;gBACjE,QAAQ,EAAE,kCAAkC;gBAC5C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,WAAW;gBACtB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,kCAAkC;gBAC5C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,MAAM;aACd;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,0GAA0G;QAC5G,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,UAAU,EAAE,EAAE;QACd,aAAa,EAAE;YACb;gBACE,QAAQ,EAAE,4CAA4C;gBACtD,KAAK,EAAE,QAAQ;gBACf,iBAAiB,EAAE,WAAW;gBAC9B,MAAM,EAAE,4BAA4B;aACrC;YACD;gBACE,QAAQ,EAAE,iDAAiD;gBAC3D,KAAK,EAAE,QAAQ;gBACf,iBAAiB,EAAE,UAAU;gBAC7B,MAAM,EAAE,4BAA4B;aACrC;YACD;gBACE,QAAQ,EAAE,0CAA0C;gBACpD,KAAK,EAAE,MAAM;gBACb,iBAAiB,EAAE,WAAW;gBAC9B,MAAM,EAAE,4BAA4B;aACrC;YACD;gBACE,QAAQ,EAAE,+CAA+C;gBACzD,KAAK,EAAE,MAAM;gBACb,iBAAiB,EAAE,KAAK;gBACxB,MAAM,EAAE,4BAA4B;aACrC;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EAAE,sDAAsD;QACtE,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,KAAK;QACT,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,SAAS;QACrB,gEAAgE;QAChE,6CAA6C;QAC7C,gBAAgB,EAAE,KAAK;QACvB,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,8BAA8B;gBACxC,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,WAAW;aACnB;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EAAE,uDAAuD;QACvE,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,KAAK;QACT,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,gEAAgE;QAChE,oEAAoE;QACpE,kDAAkD;QAClD,gBAAgB,EAAE,KAAK;QACvB,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,8BAA8B;gBACxC,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,gCAAgC;gBAC1C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,WAAW;aACnB;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,gFAAgF;QAClF,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,UAAU;QACd,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,SAAS;QACrB,oEAAoE;QACpE,sEAAsE;QACtE,qCAAqC;QACrC,gBAAgB,EAAE,KAAK;QACvB,UAAU,EAAE,EAAE;QACd,aAAa,EAAE;YACb;gBACE,QAAQ,EAAE,kCAAkC;gBAC5C,KAAK,EAAE,WAAW;gBAClB,iBAAiB,EAAE,SAAS;gBAC5B,MAAM,EAAE,sBAAsB;aAC/B;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,wEAAwE;QAC1E,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,UAAU;QACd,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,oEAAoE;QACpE,gEAAgE;QAChE,0EAA0E;QAC1E,gBAAgB,EAAE,KAAK;QACvB,kBAAkB,EAAE,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,oCAAoC;gBAC9C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,qCAAqC;gBAC/C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,WAAW;aACnB;YACD;gBACE,QAAQ,EAAE,oCAAoC;gBAC9C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,WAAW;aACnB;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,iFAAiF;QACnF,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,6CAA6C;gBACvD,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,WAAW;gBACtB,KAAK,EAAE,MAAM;aACd;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EAAE,qDAAqD;QACrE,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,KAAK;QACT,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,iCAAiC;gBAC3C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,aAAa;gBACxB,KAAK,EAAE,MAAM;aACd;YACD;gBACE,QAAQ,EAAE,mCAAmC;gBAC7C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,WAAW;gBACtB,KAAK,EAAE,MAAM;aACd;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EAAE,yDAAyD;QACzE,gBAAgB,EAAE,OAAO;KAC1B;IACD;QACE,EAAE,EAAE,KAAK;QACT,OAAO,EAAE,OAAO;QAChB,eAAe,EAAE,sBAAsB;QACvC,MAAM,EAAE,iBAAiB;QACzB,UAAU,EAAE,0CAA0C;QACtD,UAAU,EAAE;YACV;gBACE,QAAQ,EAAE,mCAAmC;gBAC7C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,aAAa;gBACxB,KAAK,EAAE,QAAQ;aAChB;YACD;gBACE,QAAQ,EAAE,mCAAmC;gBAC7C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,aAAa;gBACxB,KAAK,EAAE,QAAQ;aAChB;YACD;gBACE,QAAQ,EAAE,mCAAmC;gBAC7C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,aAAa;gBACxB,KAAK,EAAE,QAAQ;aAChB;YACD;gBACE,QAAQ,EAAE,iCAAiC;gBAC3C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,aAAa;gBACxB,KAAK,EAAE,MAAM;aACd;YACD;gBACE,QAAQ,EAAE,mCAAmC;gBAC7C,MAAM,EACJ,kEAAkE;gBACpE,SAAS,EAAE,WAAW;gBACtB,KAAK,EAAE,MAAM;aACd;SACF;QACD,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE;QACpC,cAAc,EACZ,sIAAsI;QACxI,gBAAgB,EAAE,OAAO;KAC1B;CACF,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CACrC,CAAS,EACT,CAAS;IAET,MAAM,KAAK,GAAG,CACZ,CAAS,EAC8D,EAAE;QACzE,MAAM,CAAC,GAAG,6CAA6C,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChE,IAAI,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACpB,OAAO;YACL,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChD,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE;SACjC,CAAC;IACJ,CAAC,CAAC;IACF,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACpB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACpB,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,mEAAmE;IACnE,4CAA4C;IAC5C,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACzD,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC;IACnC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,EAAE,KAAK,SAAS;YAAE,OAAO,CAAC,CAAC,CAAC;QAChC,IAAI,EAAE,KAAK,SAAS;YAAE,OAAO,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACnC,IAAI,IAAI,KAAK,IAAI;gBAAE,OAAO,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;aAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO,CAAC,CAAC,CAAC;QACZ,CAAC;aAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO,CAAC,CAAC;QACX,CAAC;aAAM,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACrB,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,WAAW,CACzB,EAAgB;IAEhB,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACnE,MAAM,GAAG,GAAG,uBAAuB,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QAC1D,IAAI,GAAG,KAAK,IAAI;YAAE,OAAO,CAAC,CAAC;QAC3B,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,mEAAmE;AACnE,MAAM,UAAU,uBAAuB,CACrC,EAAgB;IAEhB,OAAO,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,oCAAoC;AACpC,MAAM,UAAU,qBAAqB,CACnC,EAAgB,EAChB,OAAe;IAEf,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;AAChF,CAAC"}

package/local-inference-gpu/gpu-overrides.d.ts

@@ -0,0 +1,97 @@
+/**
+ * Runtime hand-off: produce the `Partial<MtpServerOptions>` overrides
+ * the FFI runtime should apply when launching `llama-server` on CUDA.
+ *
+ * The actual integration site lives in
+ * `packages/app-core/src/services/local-inference/ffi-streaming-backend.ts` —
+ * that file is owned by another agent. This module just produces the
+ * patch object; the runtime is expected to merge it on top of the
+ * catalog defaults before spawning the server. See `MTP_SERVER_PATCH`
+ * below for the documented integration diff (NOT applied here).
+ *
+ * Single-GPU only: no tensor-split, no NVLink. If `gpuOptions.nGpuLayers`
+ * is `-1` the whole model goes to the one card.
+ */
+import type { Eliza1TierId } from "../local-inference/catalog.js";
+import { type GpuYamlProfile, type KvCacheType } from "./gpu-profile-schema.js";
+/**
+ * Shape of the override patch the runtime applies. Mirrors the subset
+ * of `MtpServerOptions` that the YAML profiles touch — keeping it
+ * structural avoids an import cycle with app-core (which depends on
+ * shared, not the other way around).
+ */
+export interface MtpServerOverrides {
+    contextSize?: number;
+    parallel?: number;
+    batchSize?: number;
+    ubatchSize?: number;
+    nGpuLayers?: number;
+    flashAttention?: boolean;
+    mlock?: boolean;
+    cacheTypeK?: KvCacheType;
+    cacheTypeV?: KvCacheType;
+    draftMin?: number;
+    draftMax?: number;
+    draftGpuLayers?: number;
+}
+export interface GpuOverridesInput {
+    profile: GpuYamlProfile;
+    bundleId: Eliza1TierId;
+}
+/**
+ * Result wrapper distinguishing "no recommendation for this bundle"
+ * (the YAML has no key for the requested tier — runtime should fall
+ * back to catalog defaults) from "applied" (here is the merge patch).
+ */
+export type GpuOverridesResult = {
+    kind: "applied";
+    bundleId: Eliza1TierId;
+    gpuId: string;
+    overrides: MtpServerOverrides;
+} | {
+    kind: "no-recommendation";
+    bundleId: Eliza1TierId;
+    gpuId: string;
+};
+/**
+ * Compute the runtime override patch for a (bundle, profile) pair.
+ *
+ * - If the YAML has a `bundle_recommendations[<bundleId>]` entry, return
+ *   `applied` with the merged MTP + bundle flags.
+ * - If not, return `no-recommendation` — runtime keeps catalog defaults.
+ *
+ * Pure: no IO, no logging. Safe to call repeatedly.
+ */
+export declare function getGpuOverrides(input: GpuOverridesInput): GpuOverridesResult;
+/**
+ * Documented 5-line integration patch for
+ * `packages/app-core/src/services/local-inference/ffi-streaming-backend.ts`.
+ *
+ * **NOT applied here.** Another agent owns ffi-streaming-backend.ts. Producing
+ * the diff in a string keeps the integration point reviewable without
+ * touching the locked file.
+ *
+ * Target site: inside `buildLaunchArgs` (or wherever the catalog
+ * `runtime.optimizations` is merged into the final spawn config),
+ * after the catalog defaults are loaded and before flags are flattened
+ * to argv.
+ *
+ * ```ts
+ * // After: const plan = buildPlanFromCatalog(model, env);
+ * // Add:
+ * if (plan.acceleration?.backend === "cuda") {
+ *   const host = resolveProfileForHost();
+ *   if (host.ok) {
+ *     const patch = getGpuOverrides({ profile: host.profile, bundleId: model.id as Eliza1TierId });
+ *     if (patch.kind === "applied") Object.assign(plan, patch.overrides);
+ *   }
+ * }
+ * ```
+ *
+ * `resolveProfileForHost` is from `gpu-profile-loader.ts`;
+ * `getGpuOverrides` is the function above. The merge is a shallow
+ * `Object.assign` because every field of `MtpServerOverrides` is a
+ * leaf scalar — there are no nested objects to deep-merge.
+ */
+export declare const MTP_SERVER_PATCH_DOCS = "see comment block above MTP_SERVER_PATCH_DOCS";
+//# sourceMappingURL=gpu-overrides.d.ts.map

package/local-inference-gpu/gpu-overrides.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpu-overrides.d.ts","sourceRoot":"","sources":["../../src/local-inference-gpu/gpu-overrides.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAElE,OAAO,EAEL,KAAK,cAAc,EAEnB,KAAK,WAAW,EACjB,MAAM,yBAAyB,CAAC;AAEjC;;;;;GAKG;AACH,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,WAAW,CAAC;IACzB,UAAU,CAAC,EAAE,WAAW,CAAC;IAEzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,cAAc,CAAC;IACxB,QAAQ,EAAE,YAAY,CAAC;CACxB;AAED;;;;GAIG;AACH,MAAM,MAAM,kBAAkB,GAC1B;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,kBAAkB,CAAC;CAC/B,GACD;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,QAAQ,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzE;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,iBAAiB,GAAG,kBAAkB,CAa5E;AAyBD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,eAAO,MAAM,qBAAqB,kDACe,CAAC"}

package/local-inference-gpu/gpu-overrides.js

@@ -0,0 +1,76 @@
+import { getRecommendationsByTier, } from "./gpu-profile-schema.js";
+/**
+ * Compute the runtime override patch for a (bundle, profile) pair.
+ *
+ * - If the YAML has a `bundle_recommendations[<bundleId>]` entry, return
+ *   `applied` with the merged MTP + bundle flags.
+ * - If not, return `no-recommendation` — runtime keeps catalog defaults.
+ *
+ * Pure: no IO, no logging. Safe to call repeatedly.
+ */
+export function getGpuOverrides(input) {
+    const { profile, bundleId } = input;
+    const recs = getRecommendationsByTier(profile);
+    const rec = recs[bundleId];
+    if (!rec) {
+        return { kind: "no-recommendation", bundleId, gpuId: profile.gpu_id };
+    }
+    return {
+        kind: "applied",
+        bundleId,
+        gpuId: profile.gpu_id,
+        overrides: bundleToOverrides(rec, profile),
+    };
+}
+function bundleToOverrides(rec, profile) {
+    const out = {
+        contextSize: rec.ctx_size,
+        parallel: rec.parallel,
+        batchSize: rec.batch_size,
+        ubatchSize: rec.ubatch_size,
+        nGpuLayers: rec.n_gpu_layers,
+        flashAttention: rec.flash_attention,
+        cacheTypeK: rec.kv_cache_k,
+        cacheTypeV: rec.kv_cache_v,
+    };
+    if (rec.mlock !== undefined)
+        out.mlock = rec.mlock;
+    if (profile.mtp.enabled) {
+        out.draftMin = profile.mtp.draft_min;
+        out.draftMax = profile.mtp.draft_max;
+        out.draftGpuLayers = profile.mtp.draft_gpu_layers;
+    }
+    return out;
+}
+/**
+ * Documented 5-line integration patch for
+ * `packages/app-core/src/services/local-inference/ffi-streaming-backend.ts`.
+ *
+ * **NOT applied here.** Another agent owns ffi-streaming-backend.ts. Producing
+ * the diff in a string keeps the integration point reviewable without
+ * touching the locked file.
+ *
+ * Target site: inside `buildLaunchArgs` (or wherever the catalog
+ * `runtime.optimizations` is merged into the final spawn config),
+ * after the catalog defaults are loaded and before flags are flattened
+ * to argv.
+ *
+ * ```ts
+ * // After: const plan = buildPlanFromCatalog(model, env);
+ * // Add:
+ * if (plan.acceleration?.backend === "cuda") {
+ *   const host = resolveProfileForHost();
+ *   if (host.ok) {
+ *     const patch = getGpuOverrides({ profile: host.profile, bundleId: model.id as Eliza1TierId });
+ *     if (patch.kind === "applied") Object.assign(plan, patch.overrides);
+ *   }
+ * }
+ * ```
+ *
+ * `resolveProfileForHost` is from `gpu-profile-loader.ts`;
+ * `getGpuOverrides` is the function above. The merge is a shallow
+ * `Object.assign` because every field of `MtpServerOverrides` is a
+ * leaf scalar — there are no nested objects to deep-merge.
+ */
+export const MTP_SERVER_PATCH_DOCS = "see comment block above MTP_SERVER_PATCH_DOCS";
+//# sourceMappingURL=gpu-overrides.js.map

package/local-inference-gpu/gpu-overrides.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpu-overrides.js","sourceRoot":"","sources":["../../src/local-inference-gpu/gpu-overrides.ts"],"names":[],"mappings":"AAgBA,OAAO,EAGL,wBAAwB,GAEzB,MAAM,yBAAyB,CAAC;AA2CjC;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAAC,KAAwB;IACtD,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IACpC,MAAM,IAAI,GAAG,wBAAwB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IACxE,CAAC;IACD,OAAO;QACL,IAAI,EAAE,SAAS;QACf,QAAQ;QACR,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,SAAS,EAAE,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC;KAC3C,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,GAAyB,EACzB,OAAuB;IAEvB,MAAM,GAAG,GAAuB;QAC9B,WAAW,EAAE,GAAG,CAAC,QAAQ;QACzB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,UAAU,EAAE,GAAG,CAAC,YAAY;QAC5B,cAAc,EAAE,GAAG,CAAC,eAAe;QACnC,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;KAC3B,CAAC;IACF,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;QAAE,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;IACnD,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QACxB,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QACrC,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QACrC,GAAG,CAAC,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACpD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAChC,+CAA+C,CAAC"}

package/local-inference-gpu/gpu-profile-loader.d.ts

@@ -0,0 +1,83 @@
+import { type GpuYamlId, GpuYamlProfile } from "./gpu-profile-schema.js";
+/**
+ * Test-only override hook. When set, `detectGpuFromNvidiaSmi` returns
+ * the canned name without spawning the real subprocess. Tests pass a
+ * fixture string; production code never sets this.
+ *
+ * Exposed via setter (not env var) so test runners that share a Node
+ * process can swap the value per-test without polluting `process.env`.
+ */
+declare let nvidiaSmiMock: {
+    kind: "name";
+    value: string;
+} | {
+    kind: "missing";
+} | {
+    kind: "real";
+};
+/** Test-only hook — set the next `detectGpuFromNvidiaSmi` result. */
+export declare function __setNvidiaSmiMockForTests(mock: typeof nvidiaSmiMock | null): void;
+/**
+ * Run `nvidia-smi --query-gpu=name --format=csv,noheader` and return the
+ * first non-empty line, or `null` if nvidia-smi is missing / the host has
+ * no NVIDIA GPU / the command fails for any other reason.
+ *
+ * Deliberately tolerant: this is a *recommendation* path, not a
+ * licence check. Any failure means "no profile applied; use catalog
+ * defaults" — never throw.
+ */
+export declare function detectGpuFromNvidiaSmi(): string | null;
+/**
+ * Map an `nvidia-smi` name line to a profile id. Strict to avoid
+ * misclassifying a 3080 as a 3090, or an A100 as a 4090.
+ *
+ * Pattern matching is case-insensitive and tolerates the two common
+ * spellings (`RTX 4090` vs `RTX4090`). Real `nvidia-smi` returns the
+ * full marketing name (`NVIDIA GeForce RTX 4090`).
+ */
+export declare function classifyGpuName(name: string): GpuYamlId | null;
+/** Path to the YAML for a given profile id. */
+export declare function profileYamlPath(id: GpuYamlId): string;
+/** Clear the in-memory cache. Test-only. */
+export declare function __clearProfileCacheForTests(): void;
+/**
+ * Load + validate the YAML for a given profile id. Throws a structured
+ * error on schema mismatch or unknown bundle ids — callers should
+ * `try/catch` at the runtime boundary and fall back to the catalog
+ * defaults.
+ *
+ * Cached; multiple calls for the same id parse the YAML once per
+ * process lifetime.
+ */
+export declare function loadProfile(id: GpuYamlId): GpuYamlProfile;
+/** Result of `resolveProfileForHost` — discriminated union for callers. */
+export type ResolveResult = {
+    ok: true;
+    profile: GpuYamlProfile;
+    detectedName: string;
+    gpuId: GpuYamlId;
+} | {
+    ok: false;
+    reason: "no-nvidia-gpu" | "unsupported-gpu" | "profile-load-failed";
+    detectedName: string | null;
+    error?: string;
+};
+/**
+ * One-shot detection + load. Returns a discriminated result so the
+ * runtime can decide between "apply YAML overrides" and "fall back to
+ * the catalog defaults".
+ *
+ * Conservative fallback policy: if any step fails, callers should use
+ * `rtx-3090` (the most conservative supported card) — but that decision
+ * is *not* made here; it's the caller's call so the runtime can log
+ * which fallback rule fired.
+ */
+export declare function resolveProfileForHost(): ResolveResult;
+/**
+ * Conservative fallback profile id. Used by the runtime when detection
+ * fails and the operator has opted into "always apply some profile".
+ * Returns the lowest-spec supported card so flags are safe everywhere.
+ */
+export declare const FALLBACK_PROFILE_ID: GpuYamlId;
+export {};
+//# sourceMappingURL=gpu-profile-loader.d.ts.map

package/local-inference-gpu/gpu-profile-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpu-profile-loader.d.ts","sourceRoot":"","sources":["../../src/local-inference-gpu/gpu-profile-loader.ts"],"names":[],"mappings":"AA6BA,OAAO,EAEL,KAAK,SAAS,EACd,cAAc,EACf,MAAM,yBAAyB,CAAC;AAKjC;;;;;;;GAOG;AACH,QAAA,IAAI,aAAa,EACb;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC/B;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GACnB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAqB,CAAC;AAExC,qEAAqE;AACrE,wBAAgB,0BAA0B,CACxC,IAAI,EAAE,OAAO,aAAa,GAAG,IAAI,GAChC,IAAI,CAEN;AAED;;;;;;;;GAQG;AACH,wBAAgB,sBAAsB,IAAI,MAAM,GAAG,IAAI,CAsBtD;AAcD;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAO9D;AAED,+CAA+C;AAC/C,wBAAgB,eAAe,CAAC,EAAE,EAAE,SAAS,GAAG,MAAM,CAErD;AAID,4CAA4C;AAC5C,wBAAgB,2BAA2B,IAAI,IAAI,CAElD;AAED;;;;;;;;GAQG;AACH,wBAAgB,WAAW,CAAC,EAAE,EAAE,SAAS,GAAG,cAAc,CA4CzD;AAED,2EAA2E;AAC3E,MAAM,MAAM,aAAa,GACrB;IACE,EAAE,EAAE,IAAI,CAAC;IACT,OAAO,EAAE,cAAc,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,SAAS,CAAC;CAClB,GACD;IACE,EAAE,EAAE,KAAK,CAAC;IACV,MAAM,EAAE,eAAe,GAAG,iBAAiB,GAAG,qBAAqB,CAAC;IACpE,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEN;;;;;;;;;GASG;AACH,wBAAgB,qBAAqB,IAAI,aAAa,CAoBrD;AAED;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,EAAE,SAAsB,CAAC"}

package/local-inference-gpu/gpu-profile-loader.js

@@ -0,0 +1,196 @@
+/**
+ * Per-GPU YAML profile loader.
+ *
+ * Single-GPU only — the system is framed around "one card per host"
+ * (see `packages/shared/src/local-inference/gpu-profiles.ts` for the
+ * full constraint). At runtime the agent:
+ *
+ *   1. Detects the host GPU via `nvidia-smi` (or a test-mode mock).
+ *   2. Maps the detected card name → `GpuYamlId`.
+ *   3. Reads the matching `profiles/<gpu_id>.yaml`.
+ *   4. Zod-validates + cross-checks bundle ids against the catalog.
+ *   5. Caches the parsed profile by id.
+ *
+ * **No real model loads happen in this module.** We only parse YAML and
+ * run a string-matching subprocess against `nvidia-smi`. The Mac host
+ * that authored the YAMLs (no NVIDIA driver) will return `null` from
+ * `detectGpuFromNvidiaSmi` and the runtime falls back to the supplied
+ * `GPU_PROFILES` constants in `local-inference/gpu-profiles.ts`.
+ */
+import { spawnSync, } from "node:child_process";
+import { readFileSync } from "node:fs";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+import YAML from "yaml";
+import { bundleIdsInProfileMatchCatalog, GpuYamlProfile, } from "./gpu-profile-schema.js";
+const HERE = dirname(fileURLToPath(import.meta.url));
+const PROFILE_DIR = join(HERE, "profiles");
+/**
+ * Test-only override hook. When set, `detectGpuFromNvidiaSmi` returns
+ * the canned name without spawning the real subprocess. Tests pass a
+ * fixture string; production code never sets this.
+ *
+ * Exposed via setter (not env var) so test runners that share a Node
+ * process can swap the value per-test without polluting `process.env`.
+ */
+let nvidiaSmiMock = { kind: "real" };
+/** Test-only hook — set the next `detectGpuFromNvidiaSmi` result. */
+export function __setNvidiaSmiMockForTests(mock) {
+    nvidiaSmiMock = mock ?? { kind: "real" };
+}
+/**
+ * Run `nvidia-smi --query-gpu=name --format=csv,noheader` and return the
+ * first non-empty line, or `null` if nvidia-smi is missing / the host has
+ * no NVIDIA GPU / the command fails for any other reason.
+ *
+ * Deliberately tolerant: this is a *recommendation* path, not a
+ * licence check. Any failure means "no profile applied; use catalog
+ * defaults" — never throw.
+ */
+export function detectGpuFromNvidiaSmi() {
+    if (nvidiaSmiMock.kind === "name")
+        return firstLineOrNull(nvidiaSmiMock.value);
+    if (nvidiaSmiMock.kind === "missing")
+        return null;
+    const opts = {
+        encoding: "utf8",
+        timeout: 2_000,
+        stdio: ["ignore", "pipe", "pipe"],
+    };
+    let result;
+    try {
+        result = spawnSync("nvidia-smi", ["--query-gpu=name", "--format=csv,noheader"], opts);
+    }
+    catch {
+        return null;
+    }
+    if (result.status !== 0)
+        return null;
+    return firstLineOrNull(String(result.stdout));
+}
+/**
+ * Return the first non-empty line of a multi-line string, trimmed.
+ * Used to normalize both real `nvidia-smi` output and test mocks so
+ * the single-GPU framing is consistent at both paths.
+ */
+function firstLineOrNull(raw) {
+    const trimmed = raw.trim();
+    if (!trimmed)
+        return null;
+    const firstLine = trimmed.split(/\r?\n/)[0]?.trim() ?? "";
+    return firstLine.length > 0 ? firstLine : null;
+}
+/**
+ * Map an `nvidia-smi` name line to a profile id. Strict to avoid
+ * misclassifying a 3080 as a 3090, or an A100 as a 4090.
+ *
+ * Pattern matching is case-insensitive and tolerates the two common
+ * spellings (`RTX 4090` vs `RTX4090`). Real `nvidia-smi` returns the
+ * full marketing name (`NVIDIA GeForce RTX 4090`).
+ */
+export function classifyGpuName(name) {
+    const n = name.toLowerCase();
+    if (n.includes("h200"))
+        return "h200";
+    if (n.includes("rtx 5090") || n.includes("rtx5090"))
+        return "rtx-5090";
+    if (n.includes("rtx 4090") || n.includes("rtx4090"))
+        return "rtx-4090";
+    if (n.includes("rtx 3090") || n.includes("rtx3090"))
+        return "rtx-3090";
+    return null;
+}
+/** Path to the YAML for a given profile id. */
+export function profileYamlPath(id) {
+    return join(PROFILE_DIR, `${id}.yaml`);
+}
+const profileCache = new Map();
+/** Clear the in-memory cache. Test-only. */
+export function __clearProfileCacheForTests() {
+    profileCache.clear();
+}
+/**
+ * Load + validate the YAML for a given profile id. Throws a structured
+ * error on schema mismatch or unknown bundle ids — callers should
+ * `try/catch` at the runtime boundary and fall back to the catalog
+ * defaults.
+ *
+ * Cached; multiple calls for the same id parse the YAML once per
+ * process lifetime.
+ */
+export function loadProfile(id) {
+    const cached = profileCache.get(id);
+    if (cached)
+        return cached;
+    const path = profileYamlPath(id);
+    let raw;
+    try {
+        raw = readFileSync(path, "utf8");
+    }
+    catch (err) {
+        throw new Error(`gpu-profile-loader: failed to read ${path}: ${err.message}`);
+    }
+    let parsed;
+    try {
+        parsed = YAML.parse(raw);
+    }
+    catch (err) {
+        throw new Error(`gpu-profile-loader: failed to parse YAML at ${path}: ${err.message}`);
+    }
+    const result = GpuYamlProfile.safeParse(parsed);
+    if (!result.success) {
+        const issues = result.error.issues
+            .map((i) => `${i.path.join(".") || "(root)"}: ${i.message}`)
+            .join("; ");
+        throw new Error(`gpu-profile-loader: schema validation failed for ${path}: ${issues}`);
+    }
+    const profile = result.data;
+    if (profile.gpu_id !== id) {
+        throw new Error(`gpu-profile-loader: ${path} declares gpu_id="${profile.gpu_id}" but was loaded as "${id}"`);
+    }
+    const catalogCheck = bundleIdsInProfileMatchCatalog(profile);
+    if (!catalogCheck.ok) {
+        throw new Error(`gpu-profile-loader: ${path} references unknown Eliza-1 tier ids: ${catalogCheck.unknown.join(", ")}`);
+    }
+    profileCache.set(id, profile);
+    return profile;
+}
+/**
+ * One-shot detection + load. Returns a discriminated result so the
+ * runtime can decide between "apply YAML overrides" and "fall back to
+ * the catalog defaults".
+ *
+ * Conservative fallback policy: if any step fails, callers should use
+ * `rtx-3090` (the most conservative supported card) — but that decision
+ * is *not* made here; it's the caller's call so the runtime can log
+ * which fallback rule fired.
+ */
+export function resolveProfileForHost() {
+    const name = detectGpuFromNvidiaSmi();
+    if (!name) {
+        return { ok: false, reason: "no-nvidia-gpu", detectedName: null };
+    }
+    const gpuId = classifyGpuName(name);
+    if (!gpuId) {
+        return { ok: false, reason: "unsupported-gpu", detectedName: name };
+    }
+    try {
+        const profile = loadProfile(gpuId);
+        return { ok: true, profile, detectedName: name, gpuId };
+    }
+    catch (err) {
+        return {
+            ok: false,
+            reason: "profile-load-failed",
+            detectedName: name,
+            error: err.message,
+        };
+    }
+}
+/**
+ * Conservative fallback profile id. Used by the runtime when detection
+ * fails and the operator has opted into "always apply some profile".
+ * Returns the lowest-spec supported card so flags are safe everywhere.
+ */
+export const FALLBACK_PROFILE_ID = "rtx-3090";
+//# sourceMappingURL=gpu-profile-loader.js.map

package/local-inference-gpu/gpu-profile-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpu-profile-loader.js","sourceRoot":"","sources":["../../src/local-inference-gpu/gpu-profile-loader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AACH,OAAO,EAEL,SAAS,GACV,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EACL,8BAA8B,EAE9B,cAAc,GACf,MAAM,yBAAyB,CAAC;AAEjC,MAAM,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AACrD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;AAE3C;;;;;;;GAOG;AACH,IAAI,aAAa,GAGM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAExC,qEAAqE;AACrE,MAAM,UAAU,0BAA0B,CACxC,IAAiC;IAEjC,aAAa,GAAG,IAAI,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC3C,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,sBAAsB;IACpC,IAAI,aAAa,CAAC,IAAI,KAAK,MAAM;QAC/B,OAAO,eAAe,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAC9C,IAAI,aAAa,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAElD,MAAM,IAAI,GAAuC;QAC/C,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;KAClC,CAAC;IACF,IAAI,MAAoC,CAAC;IACzC,IAAI,CAAC;QACH,MAAM,GAAG,SAAS,CAChB,YAAY,EACZ,CAAC,kBAAkB,EAAE,uBAAuB,CAAC,EAC7C,IAAI,CACL,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AAChD,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,GAAW;IAClC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC1D,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7B,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IACtC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,UAAU,CAAC;IACvE,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,UAAU,CAAC;IACvE,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,UAAU,CAAC;IACvE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,+CAA+C;AAC/C,MAAM,UAAU,eAAe,CAAC,EAAa;IAC3C,OAAO,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAA6B,CAAC;AAE1D,4CAA4C;AAC5C,MAAM,UAAU,2BAA2B;IACzC,YAAY,CAAC,KAAK,EAAE,CAAC;AACvB,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,WAAW,CAAC,EAAa;IACvC,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACpC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,IAAI,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;IACjC,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,sCAAsC,IAAI,KAAM,GAAa,CAAC,OAAO,EAAE,CACxE,CAAC;IACJ,CAAC;IACD,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,+CAA+C,IAAI,KAAM,GAAa,CAAC,OAAO,EAAE,CACjF,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;aAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aAC3D,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,IAAI,KAAK,CACb,oDAAoD,IAAI,KAAK,MAAM,EAAE,CACtE,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;IAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACb,uBAAuB,IAAI,qBAAqB,OAAO,CAAC,MAAM,wBAAwB,EAAE,GAAG,CAC5F,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,8BAA8B,CAAC,OAAO,CAAC,CAAC;IAC7D,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CACb,uBAAuB,IAAI,yCAAyC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtG,CAAC;IACJ,CAAC;IACD,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9B,OAAO,OAAO,CAAC;AACjB,CAAC;AAiBD;;;;;;;;;GASG;AACH,MAAM,UAAU,qBAAqB;IACnC,MAAM,IAAI,GAAG,sBAAsB,EAAE,CAAC;IACtC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;IACpE,CAAC;IACD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;IACtE,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACnC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAC1D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,qBAAqB;YAC7B,YAAY,EAAE,IAAI;YAClB,KAAK,EAAG,GAAa,CAAC,OAAO;SAC9B,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAc,UAAU,CAAC"}