@neurcode-ai/cli 0.16.6 → 0.16.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. package/dist/commands/eval.d.ts.map +1 -1
  2. package/dist/commands/eval.js +120 -0
  3. package/dist/commands/eval.js.map +1 -1
  4. package/dist/index.js +5 -0
  5. package/dist/index.js.map +1 -1
  6. package/dist/runtime-build.json +5 -5
  7. package/dist/utils/enterprise-eval-report.d.ts +232 -0
  8. package/dist/utils/enterprise-eval-report.d.ts.map +1 -0
  9. package/dist/utils/enterprise-eval-report.js +402 -0
  10. package/dist/utils/enterprise-eval-report.js.map +1 -0
  11. package/dist/utils/eval-demo.d.ts +97 -0
  12. package/dist/utils/eval-demo.d.ts.map +1 -0
  13. package/dist/utils/eval-demo.js +635 -0
  14. package/dist/utils/eval-demo.js.map +1 -0
  15. package/dist/utils/guided-eval.d.ts.map +1 -1
  16. package/dist/utils/guided-eval.js +27 -13
  17. package/dist/utils/guided-eval.js.map +1 -1
  18. package/package.json +3 -4
  19. package/.telemetry-bundle/dist/__tests__/harvest-verify.test.d.ts +0 -1
  20. package/.telemetry-bundle/dist/__tests__/harvest-verify.test.js +0 -86
  21. package/.telemetry-bundle/dist/contracts.d.ts +0 -58
  22. package/.telemetry-bundle/dist/contracts.js +0 -8
  23. package/.telemetry-bundle/dist/harvest-verify.d.ts +0 -9
  24. package/.telemetry-bundle/dist/harvest-verify.js +0 -128
  25. package/.telemetry-bundle/dist/index.d.ts +0 -10
  26. package/.telemetry-bundle/dist/index.js +0 -22
  27. package/.telemetry-bundle/dist/precision/leaderboards.d.ts +0 -20
  28. package/.telemetry-bundle/dist/precision/leaderboards.js +0 -72
  29. package/.telemetry-bundle/dist/reader.d.ts +0 -5
  30. package/.telemetry-bundle/dist/reader.js +0 -46
  31. package/.telemetry-bundle/dist/stable-json.d.ts +0 -5
  32. package/.telemetry-bundle/dist/stable-json.js +0 -24
  33. package/.telemetry-bundle/dist/store.d.ts +0 -10
  34. package/.telemetry-bundle/dist/store.js +0 -52
  35. package/.telemetry-bundle/dist/trust-scoring.d.ts +0 -20
  36. package/.telemetry-bundle/dist/trust-scoring.js +0 -58
  37. package/.telemetry-bundle/package.json +0 -8
@@ -0,0 +1 @@
1
+ {"version":3,"file":"enterprise-eval-report.js","sourceRoot":"","sources":["../../src/utils/enterprise-eval-report.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;;;AA+HH,sCA0CC;AA+DD,8DAsIC;AAsBD,gFAoJC;AA8CD,oDAwDC;AAKD,wEAMC;AAvoBD,+CAOuB;AAEV,QAAA,gCAAgC,GAAG,+BAAwC,CAAC;AAC5E,QAAA,qCAAqC,GAAG,oCAA6C,CAAC;AAyGnG,gFAAgF;AACnE,QAAA,mBAAmB,GAAG;IACjC,mBAAmB;IACnB,gBAAgB;IAChB,gBAAgB;IAChB,uBAAuB;IACvB,oBAAoB;IACpB,kBAAkB;CACV,CAAC;AAEX,SAAgB,aAAa,CAAC,WAA6B,EAAE,KAAoB;IAC/E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,2BAAmB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IACtF,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;IACtF,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,IAAI,CAAC,UAAU,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,MAAM,GAAG;YACb,GAAG,2BAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,MAAM,KAAK,MAAM,CAAC;YACtE,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAE,2BAAyC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;SAC9G,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,4CAA4C,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpG,OAAO;YACL,WAAW,EAAE,WAAW;YACxB,kBAAkB,EAAE,WAAW;YAC/B,sBAAsB,EAAE,WAAW;YACnC,OAAO;SACR,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,IAAI,CACV,yJAAyJ,CAC1J,CAAC;IAEF,qFAAqF;IACrF,IAAI,sBAAsC,CAAC;IAC3C,IAAI,KAAK,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;QAClC,sBAAsB,GAAG,oBAAoB,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,4GAA4G,CAAC,CAAC;IAC7H,CAAC;SAAM,CAAC;QACN,sBAAsB,GAAG,WAAW,CAAC;QACrC,OAAO,CAAC,IAAI,CACV,+JAA+J,CAChK,CAAC;IACJ,CAAC;IAED,OAAO;QACL,WAAW,EAAE,OAAO;QACpB,kBAAkB,EAAE,oBAAoB;QACxC,sBAAsB;QACtB,OAAO;KACR,CAAC;AACJ,CAAC;AA4CD,MAAM,eAAe,GAAG;IACtB,aAAa;IACb,YAAY;IACZ,cAAc;IACd,aAAa;IACb,SAAS;IACT,uBAAuB;CACxB,CAAC;AAEF,SAAS,cAAc,CAAC,OAA+B;IACrD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,OAAO,qEAAqE,OAAO,CAAC,UAAU,0NAA0N,CAAC;IAC3T,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,OAAO,4EAA4E,OAAO,CAAC,UAAU,kEAAkE,CAAC;IAC1K,CAAC;IACD,OAAO,mGAAmG,OAAO,CAAC,UAAU,8JAA8J,CAAC;AAC7R,CAAC;AAED,SAAgB,yBAAyB,CACvC,KAAoB,EACpB,WAA6B;IAE7B,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACrE,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAC7F,MAAM,OAAO,GAAG,aAAa,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAElD,MAAM,kBAAkB,GAAa;QACnC,mDAAmD,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,IAAI;QAC1G,sBAAsB,KAAK,CAAC,iBAAiB,IAAI,uBAAuB,uCACtE,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAChF,GAAG;QACH,iDAAiD,KAAK,CAAC,iBAAiB,IAAI,MAAM,iBAChF,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IACpC,IAAI;QACJ,6CAA6C,KAAK,CAAC,wBAAwB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG;QAC7F,YAAY,KAAK,CAAC,YAAY,IAAI,uBAAuB,uCACvD,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IACpC,GAAG;QACH,iEACE,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,0BAA0B,GAAG,CAAC,CAAC,CAAC,EAChF,GAAG;KACJ,CAAC;IACF,IAAI,KAAK,CAAC,qBAAqB,IAAI,IAAI,IAAI,KAAK,CAAC,sBAAsB,IAAI,IAAI,EAAE,CAAC;QAChF,kBAAkB,CAAC,IAAI,CACrB,4BAA4B,KAAK,CAAC,qBAAqB,qBAAqB,KAAK,CAAC,sBAAsB,qBAAqB,CAC9H,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QAC1C,aAAa,CAAC,IAAI,CAChB,sBAAsB,KAAK,CAAC,SAAS,CAAC,YAAY,IAAI,KAAK,6BACzD,KAAK,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MACnG,GAAG,CACJ,CAAC;QACF,IAAI,KAAK,CAAC,SAAS,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,aAAa,CAAC,IAAI,CAChB,oFAAoF,KAAK,CAAC,SAAS,CAAC,eAAe;iBAChH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,QAAQ,KAAK,CAAC,CAAC,QAAQ,GAAG,CAAC;iBACzD,IAAI,CAAC,IAAI,CAAC,GAAG,CACjB,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjD,aAAa,CAAC,IAAI,CAChB,gDAAgD,KAAK,CAAC,SAAS,CAAC,iBAAiB;iBAC9E,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,WAAW,WAAW,CAAC;iBAClD,IAAI,CAAC,IAAI,CAAC,GAAG,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,CAAC;QACN,aAAa,CAAC,IAAI,CAChB,kDAAkD,KAAK,CAAC,SAAS,CAAC,eAAe,yEAAyE,CAC3J,CAAC;IACJ,CAAC;IAED,MAAM,cAAc,GAAG;QACrB,uHAAuH;QACvH,0EAA0E;QAC1E,wFAAwF;QACxF,4GAA4G;QAC5G,wGAAwG;KACzG,CAAC;IAEF,MAAM,oBAAoB,GAAG;QAC3B,mFAAmF;QACnF,0IAA0I;QAC1I,KAAK,CAAC,cAAc,CAAC,QAAQ;YAC3B,CAAC,CAAC,wKAAwK;YAC1K,CAAC,CAAC,gIAAgI;QACpI,8HAA8H;KAC/H,CAAC;IAEF,MAAM,mBAAmB,GAAG;QAC1B,qCAAqC,KAAK,CAAC,KAAK,sEAAsE;QACtH,8FAA8F;QAC9F,KAAK,CAAC,KAAK,KAAK,QAAQ;YACtB,CAAC,CAAC,kIAAkI;YACpI,CAAC,CAAC,uDAAuD,KAAK,CAAC,KAAK,wEAAwE;QAC9I,8GAA8G;QAC9G,8FAA8F;KAC/F,CAAC;IAEF,OAAO;QACL,aAAa,EAAE,6CAAqC;QACpD,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;QAC1C,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,IAAI,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,YAAY,EAAE,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,EAAE;QACpF,MAAM,EAAE,EAAE,QAAQ,EAAE,gBAAgB,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,gBAAgB,EAAE;QACjG,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnC,GAAG,CAAC;YACJ,cAAc,EAAE,qCAAuB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK;SAC3D,CAAC,CAAC;QACH,cAAc;QACd,oBAAoB;QACpB,kBAAkB;QAClB,aAAa;QACb,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,wBAAwB,EAAE;YACxB,YAAY,EAAE,KAAK,CAAC,iBAAiB;YACrC,SAAS,EAAE,KAAK,CAAC,iBAAiB;YAClC,oBAAoB,EAAE,KAAK,CAAC,wBAAwB;YACpD,MAAM,EAAE,KAAK,CAAC,cAAc;SAC7B;QACD,mBAAmB,EAAE;YACnB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,aAAa,EAAE,KAAK,CAAC,iBAAiB;SACvC;QACD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,oBAAoB,EAAE;YACpB,cAAc,EAAE;gBACd,SAAS,EAAE,KAAK,CAAC,uBAAuB;gBACxC,YAAY,EAAE,KAAK,CAAC,0BAA0B;aAC/C;YACD,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,SAAS,EAAE,cAAc,CAAC,KAAK,CAAC,cAAc,CAAC;SAChD;QACD,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,mBAAmB;QACnB,OAAO;QACP,aAAa,EAAE,MAAM,CAAC,WAAW,CAC9B,MAAM,CAAC,IAAI,CAAC,qCAAuB,CAA2B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACzE,CAAC;YACD,qCAAuB,CAAC,CAAC,CAAC,CAAC,KAAK;SACjC,CAAC,CACoC;QACxC,OAAO,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,EAAE;KACzD,CAAC;AACJ,CAAC;AAED,MAAM,gBAAgB,GAAyC;IAC7D,IAAI,EAAE,GAAG;IACT,IAAI,EAAE,GAAG;IACT,QAAQ,EAAE,GAAG;IACb,OAAO,EAAE,GAAG;CACb,CAAC;AAEF,MAAM,WAAW,GAAkC;IACjD,SAAS,EAAE,WAAW;IACtB,cAAc,EAAE,oBAAoB;IACpC,mBAAmB,EAAE,sBAAsB;IAC3C,cAAc,EAAE,eAAe;CAChC,CAAC;AAEF,MAAM,eAAe,GAAmC;IACtD,KAAK,EAAE,OAAO;IACd,kBAAkB,EAAE,oBAAoB;IACxC,SAAS,EAAE,WAAW;CACvB,CAAC;AAEF,SAAgB,kCAAkC,CAAC,MAA4B;IAC7E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC1D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IAC/C,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,mBAAmB,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAC/E,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAClD,KAAK,CAAC,IAAI,CACR,SAAS,MAAM,CAAC,IAAI,qBAAqB,MAAM,CAAC,IAAI,CAAC,QAAQ,uCAAuC,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,CACrI,CAAC;IACF,KAAK,CAAC,IAAI,CACR,WAAW,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,sBACpD,MAAM,CAAC,MAAM,CAAC,QAAQ;QACpB,CAAC,CAAC,8BAA8B;QAChC,CAAC,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,gBAAgB,sBAC1C,EAAE,CACH,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAClC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,cAAc;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAClE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC1C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,oBAAoB;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACxE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC1D,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,KAAK,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,cAAc,MAAM,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC;IACnH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACrC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,+GAA+G,CAAC,CAAC;IAC5H,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,kBAAkB;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACtE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAChC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,4GAA4G,CAAC,CAAC;IACzH,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,aAAa;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC5C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;QACxC,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,CAAC,KAAK,MAAM,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CACvH,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC5C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,wBAAwB,CAAC,YAAY,IAAI,MAAM,EAAE,CAAC,CAAC;IACzF,KAAK,CAAC,IAAI,CAAC,gCAAgC,MAAM,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACvG,KAAK,CAAC,IAAI,CAAC,6BAA6B,MAAM,CAAC,wBAAwB,CAAC,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/G,KAAK,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,wBAAwB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC;IACvG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACtC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,mBAAmB,CAAC,YAAY,IAAI,MAAM,EAAE,CAAC,CAAC;IACpF,KAAK,CAAC,IAAI,CACR,oCACE,MAAM,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC,CAAC,oCAAoC,CAAC,CAAC,CAAC,IACpF,EAAE,CACH,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IACzD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,YAAY,IAAI,KAAK,EAAE,CAAC,CAAC;QACzE,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC;QAC/F,KAAK,CAAC,IAAI,CACR,uBACE,MAAM,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MACpG,EAAE,CACH,CAAC;QACF,KAAK,CAAC,IAAI,CACR,sCACE,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,WAAW,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MACtG,EAAE,CACH,CAAC;QACF,KAAK,CAAC,IAAI,CACR,kCACE,MAAM,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,QAAQ,KAAK,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAC3G,EAAE,CACH,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,qCAAqC,MAAM,CAAC,SAAS,CAAC,eAAe,oCAAoC,CAAC,CAAC;IACxH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IACxC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,uBAAuB,MAAM,CAAC,oBAAoB,CAAC,cAAc,CAAC,YAAY,IAAI,MAAM,aACtF,MAAM,CAAC,oBAAoB,CAAC,cAAc,CAAC,SAAS,IAAI,KAC1D,GAAG,CACJ,CAAC;IACF,KAAK,CAAC,IAAI,CACR,iCAAiC,MAAM,CAAC,oBAAoB,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,cACnG,MAAM,CAAC,oBAAoB,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAChE,KAAK,MAAM,CAAC,oBAAoB,CAAC,cAAc,CAAC,UAAU,GAAG,CAC9D,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,oBAAoB,CAAC,SAAS,EAAE,CAAC,CAAC;IACzD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IACxC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,WAAW;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,mBAAmB,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAC7E,KAAK,CAAC,IAAI,CAAC,2BAA2B,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAC5F,KAAK,CAAC,IAAI,CAAC,+BAA+B,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;IACpG,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,MAAM,EAAE,CAAC,CAAC;IACzE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAC3C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,mBAAmB;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACvE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CACR,0FAA0F,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CACpH,IAAI,CACL,IAAI,CACN,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAsCD,SAAS,UAAU,CAAC,OAA+B;IACjD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,OAAO,uGAAuG,CAAC;IACjH,CAAC;IACD,IAAI,OAAO,CAAC,UAAU;QAAE,OAAO,wEAAwE,CAAC;IACxG,OAAO,gEAAgE,CAAC;AAC1E,CAAC;AAED,SAAgB,oBAAoB,CAAC,KAAoB,EAAE,WAA6B;IACtF,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACrE,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAC7F,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC;IACjC,MAAM,OAAO,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,aAAa,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAElD,MAAM,sBAAsB,GAC1B,gBAAgB,GAAG,CAAC;QAClB,CAAC,CAAC,gCAAgC,KAAK,CAAC,KAAK,EAAE;QAC/C,CAAC,CAAC,+BAA+B,KAAK,CAAC,KAAK,oCAAoC,CAAC;IAErF,OAAO;QACL,aAAa,EAAE,wCAAgC;QAC/C,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,IAAI,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,YAAY,EAAE;QACtC,UAAU,EAAE,EAAE,QAAQ,EAAE,gBAAgB,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE;QACxE,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnC,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACrB,CAAC,CAAC;QACH,KAAK,EAAE;YACL,aAAa,EAAE;gBACb,IAAI,EAAE,KAAK,CAAC,iBAAiB;gBAC7B,MAAM,EAAE,KAAK,CAAC,cAAc;gBAC5B,SAAS,EAAE,KAAK,CAAC,iBAAiB;aACnC;YACD,aAAa,EAAE;gBACb,IAAI,EAAE,KAAK,CAAC,iBAAiB;gBAC7B,SAAS,EAAE,KAAK,CAAC,iBAAiB;gBAClC,YAAY,EAAE,KAAK,CAAC,wBAAwB;aAC7C;YACD,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,iBAAiB,EAAE;YAC1E,cAAc,EAAE;gBACd,SAAS,EAAE,KAAK,CAAC,uBAAuB;gBACxC,YAAY,EAAE,KAAK,CAAC,0BAA0B;aAC/C;SACF;QACD,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE;YACZ,wBAAwB,EAAE,KAAK,CAAC,cAAc,CAAC,UAAU;YACzD,sBAAsB,EAAE,KAAK,CAAC,cAAc,CAAC,QAAQ;YACrD,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC;YACvC,UAAU,EAAE,KAAK,CAAC,cAAc,CAAC,UAAU;SAC5C;QACD,sBAAsB;QACtB,OAAO;QACP,OAAO,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,EAAE;KACzD,CAAC;AACJ,CAAC;AAED,iFAAiF;AAEjF,kFAAkF;AAClF,SAAgB,8BAA8B,CAAC,KAAc,EAAE,KAAK,GAAG,0BAA0B;IAC/F,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,KAAK,GAAG,IAAA,6BAAe,EAAC,IAAI,CAAC,CAAC;IACpC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC"}
@@ -0,0 +1,97 @@
1
+ /**
2
+ * `neurcode eval demo` — the one-command local enterprise demo runner.
3
+ *
4
+ * Drives a complete, safe, deterministic governance loop against a throwaway
5
+ * fixture repository and produces a source-free enterprise report + dashboard
6
+ * summary. A first-time engineering manager or senior engineer can run a single
7
+ * command, watch the runtime allow a safe edit, block a protected boundary,
8
+ * contain an exact-path approval, keep a neighbor blocked, and export a
9
+ * source-free AI Change Record — without founder handholding, GitHub Actions, or
10
+ * cloud authentication.
11
+ *
12
+ * The loop is driven by self-spawning the *real* built CLI against the fixture,
13
+ * so what an evaluator sees is the actual product enforcing — not a re-implemented
14
+ * mock. Every expected assertion is checked; any critical failure fails the run
15
+ * loudly and the report records exactly which checkpoint did not hold.
16
+ *
17
+ * Hard rules (shared with utils/guided-eval.ts):
18
+ * - Source-free: only paths, owners, symbol names, counts, verdicts, hashes,
19
+ * and tier labels are read or emitted. {@link assertEnterpriseEvalSourceFree}
20
+ * is the backstop before anything is written.
21
+ * - Honest trust posture: self-attested local record unless a backend signing
22
+ * key is configured and a receipt actually verifies. Never claims public-key
23
+ * cryptographic signing for an HMAC backend receipt.
24
+ * - The only writers are the fixture scaffold and the `.neurcode/eval/`
25
+ * report/summary artifacts (gitignored). User source is never touched.
26
+ */
27
+ import { type GuidedEvalAgent, type GuidedEvalEnforcement } from './guided-eval';
28
+ import { type DemoCheckpoint, type EnterpriseEvalReport, type EvalDemoFacts, type EvalDemoSummary } from './enterprise-eval-report';
29
+ export declare const EVAL_DEMO_RUN_SCHEMA_VERSION: "neurcode.eval-demo-run.v1";
30
+ /**
31
+ * Resolve the entry of the *running* CLI so the demo drives the real product.
32
+ * Works under a global install, `npx`, and local development. Prefers the
33
+ * compiled layout (dist/commands/eval-demo.js → ../index.js), then argv[1].
34
+ */
35
+ export declare function resolveCliEntry(): string;
36
+ export type PreflightStatus = 'ok' | 'warn' | 'info';
37
+ export interface PreflightCheck {
38
+ id: string;
39
+ label: string;
40
+ status: PreflightStatus;
41
+ detail: string;
42
+ recovery?: string;
43
+ }
44
+ export interface EvalDemoPreflight {
45
+ schemaVersion: 'neurcode.eval-preflight.v1';
46
+ generatedAt: string;
47
+ agent: GuidedEvalAgent;
48
+ ok: boolean;
49
+ checks: PreflightCheck[];
50
+ backendSigningConfigured: boolean;
51
+ }
52
+ /**
53
+ * Buyer-friendly preflight: Node/npm, CLI version + multiple-install recovery,
54
+ * repo + fixture state, GitHub Actions (explicitly not required), and whether
55
+ * evidence will be backend-signed or self-attested. Short and honest.
56
+ */
57
+ export declare function buildEvalDemoPreflight(repoRoot: string, options?: {
58
+ agent?: GuidedEvalAgent;
59
+ generatedAt?: string;
60
+ }): EvalDemoPreflight;
61
+ export interface RunEvalDemoOptions {
62
+ repoRoot: string;
63
+ agent?: string;
64
+ /** Skip the actual loop and only return preflight (used by --preflight). */
65
+ preflightOnly?: boolean;
66
+ generatedAt?: string;
67
+ /** Test seam: override the CLI entry that gets self-spawned. */
68
+ cliEntry?: string;
69
+ /** Emit per-step progress lines. */
70
+ onStep?: (line: string) => void;
71
+ }
72
+ export interface EvalDemoArtifacts {
73
+ reportMarkdownPath: string;
74
+ reportJsonPath: string;
75
+ summaryJsonPath: string;
76
+ guidedReportMarkdownPath: string;
77
+ }
78
+ export interface EvalDemoRunResult {
79
+ schemaVersion: typeof EVAL_DEMO_RUN_SCHEMA_VERSION;
80
+ ok: boolean;
81
+ agent: GuidedEvalAgent;
82
+ enforcement: GuidedEvalEnforcement;
83
+ preflight: EvalDemoPreflight;
84
+ checkpoints: DemoCheckpoint[];
85
+ facts: EvalDemoFacts;
86
+ report: EnterpriseEvalReport;
87
+ summary: EvalDemoSummary;
88
+ artifacts: EvalDemoArtifacts;
89
+ }
90
+ /**
91
+ * Run the complete one-command enterprise demo. Returns a structured result; the
92
+ * command layer renders it and sets the exit code. Throws only on a programming
93
+ * error — expected governance failures are recorded as failed checkpoints with
94
+ * `ok: false`, so the report still explains exactly what did not hold.
95
+ */
96
+ export declare function runEvalDemo(options: RunEvalDemoOptions): EvalDemoRunResult;
97
+ //# sourceMappingURL=eval-demo.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval-demo.d.ts","sourceRoot":"","sources":["../../src/utils/eval-demo.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAMH,OAAO,EAUL,KAAK,eAAe,EACpB,KAAK,qBAAqB,EAE3B,MAAM,eAAe,CAAC;AACvB,OAAO,EAOL,KAAK,cAAc,EACnB,KAAK,oBAAoB,EAEzB,KAAK,aAAa,EAClB,KAAK,eAAe,EACrB,MAAM,0BAA0B,CAAC;AAElC,eAAO,MAAM,4BAA4B,EAAG,2BAAoC,CAAC;AAUjF;;;;GAIG;AACH,wBAAgB,eAAe,IAAI,MAAM,CAaxC;AAkCD,MAAM,MAAM,eAAe,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAErD,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,eAAe,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAChC,aAAa,EAAE,4BAA4B,CAAC;IAC5C,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,eAAe,CAAC;IACvB,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,wBAAwB,EAAE,OAAO,CAAC;CACnC;AAoCD;;;;GAIG;AACH,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE;IAAE,KAAK,CAAC,EAAE,eAAe,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GAC9D,iBAAiB,CAkHnB;AAID,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,4EAA4E;IAC5E,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gEAAgE;IAChE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,wBAAwB,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,iBAAiB;IAChC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IACnD,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,eAAe,CAAC;IACvB,WAAW,EAAE,qBAAqB,CAAC;IACnC,SAAS,EAAE,iBAAiB,CAAC;IAC7B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,KAAK,EAAE,aAAa,CAAC;IACrB,MAAM,EAAE,oBAAoB,CAAC;IAC7B,OAAO,EAAE,eAAe,CAAC;IACzB,SAAS,EAAE,iBAAiB,CAAC;CAC9B;AAgCD;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,iBAAiB,CAgZ1E"}