funolio-agent 0.17.9 → 1.0.3

package/dist/eval/orchestrator-todo-planning-replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator-todo-planning-replay.js","sourceRoot":"","sources":["../../src/eval/orchestrator-todo-planning-replay.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,uCAAyB;AACzB,2CAA6B;AAa7B,MAAM,kBAAkB;IACf,KAAK,GAAyF,EAAE,CAAC;IAChG,SAAS,CAAW;IAE5B,YAAY,SAAmB;QAC7B,IAAI,CAAC,SAAS,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,cAA6B,EAAE,OAAe,EAAE,IAAS;QACrF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QAC3H,OAAO;YACL,EAAE,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;YAC7B,MAAM,EAAE,WAAW;YACnB,YAAY;YACZ,KAAK,EAAE,EAAE;SACV,CAAC;IACJ,CAAC;IAED,kBAAkB;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;CACF;AAED,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1B,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,UAAU,CAAI,EAAyI;IACpK,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,iCAAiC,CAAC,CAAC,CAAC;IAC3F,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,wDAAa,eAAe,GAAC,CAAC;IAC3C,MAAM,kBAAkB,GAAG,wDAAa,iBAAiB,GAAC,CAAC;IAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;IACf,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,kBAAkB,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACrF,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,OAAO,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;QACzC,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,SAAiB;IACjC,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,GAAG,EAAE;QACzB,SAAS;QACT,iBAAiB,EAAE,KAAK;QACxB,UAAU,EAAE,GAAG,EAAE,GAAE,CAAC;QACpB,aAAa,EAAE,SAAS;QACxB,WAAW,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;QAC3B,SAAS,EAAE,UAAU;KACtB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAoC;IAC7D,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAC9C,QAAQ,EAAE,YAAY;QACtB,KAAK,EAAE,iBAAiB;QACxB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,QAAQ;QACnB,cAAc,EAAE,IAAI;KACrB,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC;QACpC,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,qBAAqB;QAC5B,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,UAAU;KACtB,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC;QACnC,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,eAAe;QACtB,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC7F,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,EAAE,EAAE,4BAA4B,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;IACnI,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;AACjE,CAAC;AAED,KAAK,UAAU,YAAY;IACzB,MAAM,SAAS,GAAqB,EAAE,CAAC;IAEvC,SAAS,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE;QACpE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,wDAAwD;gBAChE,gBAAgB,EAAE,mCAAmC;aACtD,CAAC;SACH,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,iBAAiB,CAAC,EAAS,EAAE,MAAa,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,iBAAiB,CACnD,uGAAuG,EACvG,YAAY,CAAC,EAAE,EACf,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CACrB,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9I,OAAO;YACL,IAAI,EAAE,iCAAiC;YACvC,QAAQ,EAAE,gFAAgF;YAC1F,IAAI,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;mBACzB,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,gBAAgB;mBACzE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,eAAe;YAC7F,OAAO,EAAE;gBACP,QAAQ;gBACR,UAAU,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC;gBACtD,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC;gBAC7D,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;aACzC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC,CAAC;IAEJ,SAAS,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE;QACpE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,uCAAuC;gBAC/C,eAAe,EAAE,MAAM;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,8CAA8C;aACjE,CAAC;SACH,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,iBAAiB,CAAC,EAAS,EAAE,MAAa,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,iBAAiB,CACnD,+BAA+B,EAC/B,YAAY,CAAC,EAAE,EACf,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CACrB,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9I,OAAO;YACL,IAAI,EAAE,uCAAuC;YAC7C,QAAQ,EAAE,0EAA0E;YACpF,IAAI,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,MAAM,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,IAAI;YAC3G,OAAO,EAAE;gBACP,QAAQ;gBACR,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC3G,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;aACzC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC,CAAC;IAEJ,SAAS,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE;QACpE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;QACxF,MAAM,QAAQ,GAAG,IAAI,CAAC,sBAAsB,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,WAAW,EAAE,oBAAoB,EAAE,CAAC,CAAC;QACpI,IAAI,CAAC,uBAAuB,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,WAAW,EAAE,6BAA6B,EAAE,CAAC,CAAC;QACxI,IAAI,CAAC,uBAAuB,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,eAAe,CAAC,EAAE,EAAE,WAAW,EAAE,qBAAqB,EAAE,CAAC,CAAC;QAC1I,IAAI,CAAC,uBAAuB,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,uBAAuB,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QACrJ,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,YAAY,GAAG,IAAI,iBAAiB,CAAC,EAAS,EAAE,MAAa,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,iBAAiB,CACnD,oDAAoD,EACpD,YAAY,CAAC,EAAE,EACf;YACE,GAAG,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACvB,kBAAkB,EAAE,QAAQ,CAAC,EAAE;SAChC,CACF,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9I,OAAO;YACL,IAAI,EAAE,iCAAiC;YACvC,QAAQ,EAAE,wGAAwG;YAClH,IAAI,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;mBACzB,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,gBAAgB;mBACzE,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAC9B,OAAO,EAAE;gBACP,QAAQ;gBACR,SAAS,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;gBACpD,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;aACzC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC,CAAC;IAEJ,SAAS,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE;QACpE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,6BAA6B;aACtC,CAAC;YACF,oBAAoB;SACrB,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,iBAAiB,CAAC,EAAS,EAAE,MAAa,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,iBAAiB,CACnD,kDAAkD,EAClD,YAAY,CAAC,EAAE,EACf,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CACrB,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9I,OAAO;YACL,IAAI,EAAE,mCAAmC;YACzC,QAAQ,EAAE,wDAAwD;YAClE,IAAI,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YACzE,OAAO,EAAE;gBACP,QAAQ;gBACR,eAAe,EAAE,WAAW,CAAC,MAAM;gBACnC,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;aACzC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC,CAAC;IAEJ,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,MAAM,YAAY,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,MAAM,GAAG;QACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,KAAK,EAAE,4BAA4B;QACnC,MAAM;QACN,KAAK,EAAE,SAAS,CAAC,MAAM;QACvB,OAAO,EAAE,MAAM,KAAK,SAAS,CAAC,MAAM;QACpC,SAAS;KACV,CAAC;IACF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/eval/policy-detection-replay.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=policy-detection-replay.d.ts.map

package/dist/eval/policy-detection-replay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"policy-detection-replay.d.ts","sourceRoot":"","sources":["../../src/eval/policy-detection-replay.ts"],"names":[],"mappings":""}

package/dist/eval/policy-detection-replay.js

@@ -0,0 +1,122 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const clerk_model_1 = require("../clerk-model");
+const data = __importStar(require("../local-data"));
+const policy_detection_1 = require("../policy-detection");
+function parseOutputPath(argv) {
+    const index = argv.findIndex((value) => value === '--output');
+    if (index === -1)
+        return null;
+    return argv[index + 1] || null;
+}
+async function main() {
+    const clerk = (0, clerk_model_1.getClerk)();
+    if (!clerk) {
+        throw new Error('Clerk is not configured. Configure a clerk model before running policy replay.');
+    }
+    const agentNames = data.listAgentProfiles().map((agent) => agent.name).filter(Boolean);
+    const currentPolicy = data.getEffectiveOrchestrationPolicy();
+    const prompts = [
+        { label: 'no_policy', prompt: 'Code this responsive landing page.' },
+        { label: 'deploy_permission', prompt: "Don't deploy without my permission." },
+        { label: 'default_coder_project', prompt: 'For this project, Ben should code by default.' },
+        { label: 'mixed_work_and_policy', prompt: "Build this with Ben and John, and don't deploy without my permission." },
+        { label: 'subtle_release_guard', prompt: 'Releases need my green light first.' },
+        { label: 'status_heartbeat', prompt: 'Keep me updated every 30 seconds.' },
+        { label: 'multiple_defaults', prompt: 'For this project, John should QA by default and Brain should review ideas by default.' },
+        { label: 'rename_only', prompt: 'Call you O from now on.' },
+    ];
+    const results = [];
+    for (const entry of prompts) {
+        const codeSignal = (0, policy_detection_1.detectPolicySignals)(entry.prompt, { agentNames });
+        let interpreted = null;
+        try {
+            interpreted = await clerk.interpretPolicyUpdate({
+                prompt: entry.prompt,
+                currentPolicy,
+            });
+        }
+        catch {
+            interpreted = null;
+        }
+        const mergedPatch = (0, policy_detection_1.sanitizePolicyPatch)(entry.prompt, {
+            ...(0, policy_detection_1.extractPolicyPatchFromPrompt)(entry.prompt, currentPolicy, { agentNames }),
+            ...(interpreted?.patch || {}),
+        }, currentPolicy);
+        results.push({
+            label: entry.label,
+            prompt: entry.prompt,
+            codeSignals: codeSignal,
+            clerkPolicyChange: interpreted?.policyChange ?? false,
+            clerkScope: interpreted?.scope ?? null,
+            clerkSummaryLines: interpreted?.summaryLines ?? [],
+            clerkPatch: interpreted?.patch ?? {},
+            fallbackSummaryLines: (0, policy_detection_1.summarizePolicyPatch)(interpreted?.patch ?? {}),
+            stagedPatchPreview: mergedPatch,
+            stagedSummaryPreview: (0, policy_detection_1.summarizePolicyPatch)(mergedPatch),
+            turnPathWouldCallClerk: codeSignal.hasSignals,
+            summaryBackstopWouldCallClerk: !codeSignal.hasSignals,
+        });
+    }
+    const summary = {
+        generatedAt: new Date().toISOString(),
+        agentNames,
+        samples: results.length,
+        positivesByCode: results.filter((row) => row.codeSignals.hasSignals).length,
+        positivesByClerk: results.filter((row) => row.clerkPolicyChange).length,
+        results,
+    };
+    const outputPath = parseOutputPath(process.argv.slice(2));
+    const payload = JSON.stringify(summary, null, 2);
+    if (outputPath) {
+        const resolved = path_1.default.resolve(process.cwd(), outputPath);
+        fs_1.default.writeFileSync(resolved, payload, 'utf8');
+        console.log(`Wrote ${resolved}`);
+    }
+    else {
+        console.log(payload);
+    }
+}
+main().catch((err) => {
+    console.error(err instanceof Error ? err.message : String(err));
+    process.exitCode = 1;
+});
+//# sourceMappingURL=policy-detection-replay.js.map

package/dist/eval/policy-detection-replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"policy-detection-replay.js","sourceRoot":"","sources":["../../src/eval/policy-detection-replay.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4CAAoB;AACpB,gDAAwB;AACxB,gDAA0C;AAC1C,oDAAsC;AACtC,0DAK6B;AAE7B,SAAS,eAAe,CAAC,IAAc;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC;IAC9D,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9B,OAAO,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,KAAK,GAAG,IAAA,sBAAQ,GAAE,CAAC;IACzB,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvF,MAAM,aAAa,GAAG,IAAI,CAAC,+BAA+B,EAAE,CAAC;IAC7D,MAAM,OAAO,GAAG;QACd,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,oCAAoC,EAAE;QACpE,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,qCAAqC,EAAE;QAC7E,EAAE,KAAK,EAAE,uBAAuB,EAAE,MAAM,EAAE,+CAA+C,EAAE;QAC3F,EAAE,KAAK,EAAE,uBAAuB,EAAE,MAAM,EAAE,uEAAuE,EAAE;QACnH,EAAE,KAAK,EAAE,sBAAsB,EAAE,MAAM,EAAE,qCAAqC,EAAE;QAChF,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,mCAAmC,EAAE;QAC1E,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,uFAAuF,EAAE;QAC/H,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,yBAAyB,EAAE;KAC5D,CAAC;IAEF,MAAM,OAAO,GAAU,EAAE,CAAC;IAC1B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAA,sCAAmB,EAAC,KAAK,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;QACrE,IAAI,WAAW,GAAG,IAAsE,CAAC;QACzF,IAAI,CAAC;YACH,WAAW,GAAG,MAAM,KAAK,CAAC,qBAAqB,CAAC;gBAC9C,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,aAAa;aACd,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,MAAM,WAAW,GAAG,IAAA,sCAAmB,EACrC,KAAK,CAAC,MAAM,EACZ;YACE,GAAG,IAAA,+CAA4B,EAAC,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,UAAU,EAAE,CAAC;YAC5E,GAAG,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;SAC9B,EACD,aAAa,CACd,CAAC;QACF,OAAO,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE,UAAU;YACvB,iBAAiB,EAAE,WAAW,EAAE,YAAY,IAAI,KAAK;YACrD,UAAU,EAAE,WAAW,EAAE,KAAK,IAAI,IAAI;YACtC,iBAAiB,EAAE,WAAW,EAAE,YAAY,IAAI,EAAE;YAClD,UAAU,EAAE,WAAW,EAAE,KAAK,IAAI,EAAE;YACpC,oBAAoB,EAAE,IAAA,uCAAoB,EAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;YACpE,kBAAkB,EAAE,WAAW;YAC/B,oBAAoB,EAAE,IAAA,uCAAoB,EAAC,WAAW,CAAC;YACvD,sBAAsB,EAAE,UAAU,CAAC,UAAU;YAC7C,6BAA6B,EAAE,CAAC,UAAU,CAAC,UAAU;SACtD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG;QACd,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,UAAU;QACV,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM;QAC3E,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,MAAM;QACvE,OAAO;KACR,CAAC;IAEF,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACjD,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;QACzD,YAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,EAAE,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAChE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}

package/dist/eval/todo-worker-runtime-replay.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=todo-worker-runtime-replay.d.ts.map

package/dist/eval/todo-worker-runtime-replay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"todo-worker-runtime-replay.d.ts","sourceRoot":"","sources":["../../src/eval/todo-worker-runtime-replay.ts"],"names":[],"mappings":""}