@browserbasehq/orca 3.1.0-patch.4 → 3.2.0-middleware.1

package/dist/cjs/tests/unit/flowlogger-eventstore.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flowlogger-eventstore.test.js","sourceRoot":"","sources":["../../../../tests/unit/flowlogger-eventstore.test.ts"],"names":[],"mappings":";;AAAA,mCAAyD;AACzD,yEAAmE;AACnE,6EAA0F;AAC1F,yEAAkE;AAElE,SAAS,qBAAqB,CAC5B,KAAiB,EACjB,GAAoC;IAEpC,MAAM,WAAW,GAAG,CAAC,KAAc,EAAE,EAAE;QACrC,IAAI,KAAK,YAAY,yBAAS,EAAE,CAAC;YAC/B,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACH,CAAC,CAAC;IAEF,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACzB,OAAO,GAAG,EAAE;QACV,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC5B,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB;IAMhC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CACtB,KAAa,EACb,EAAmC,EACnC,EAAE;QACF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3B,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC,CAAgC,CAAC;IAElC,MAAM,KAAK,GAAG,IAAI,0BAAU,CAAC,cAAc,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,IAAI,iDAA+B,EAAE,CAAC;IAClD,MAAM,SAAS,GAAG,qBAAqB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAEpD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;AAC3C,CAAC;AAED,IAAA,iBAAQ,EAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAE9D,IAAA,kBAAS,EAAC,GAAG,EAAE;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,KAAK,GAAG,IAAI,0BAAU,CAAC,cAAc,CAAC,CAAC;QAE7C,MAAM,KAAK,CAAC,IAAI,CACd,IAAI,yBAAS,CAAC;YACZ,SAAS,EAAE,uBAAuB;YAClC,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,gBAAgB;YACzB,cAAc,EAAE,0BAA0B;YAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE;SACjC,CAAC,CACH,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAE1D,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,KAAK,GAAG,IAAI,0BAAU,CAAC,cAAc,CAAC,CAAC;QAE7C,MAAM,KAAK,CAAC,IAAI,CACd,IAAI,yBAAS,CAAC;YACZ,SAAS,EAAE,iBAAiB;YAC5B,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,UAAU;YACnB,cAAc,EAAE,0BAA0B;YAC1C,IAAI,EAAE;gBACJ,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC3D,MAAM,EAAE,MAAM;aACf;SACF,CAAC,CACH,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAChD,IAAA,eAAM,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAE/B,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,4EAA4E;QAC5E,2BAA2B;QAC3B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,yBAAyB,EAAE,CAAC;QAEtE,MAAM,SAAS,GAAG,IAAI,yBAAS,CAAC;YAC9B,SAAS,EAAE,uBAAuB;YAClC,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,gBAAgB;YACzB,cAAc,EAAE,0BAA0B;YAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE;SACjC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,yBAAS,CAAC;YAC7B,SAAS,EAAE,cAAc;YACzB,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,eAAe;YACxB,cAAc,EAAE,0BAA0B;YAC1C,cAAc,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;YACnC,IAAI,EAAE;gBACJ,MAAM,EAAE,kBAAkB;gBAC1B,MAAM,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE;gBAC/B,QAAQ,EAAE,kCAAkC;aAC7C;SACF,CAAC,CAAC;QAEH,2EAA2E;QAC3E,oDAAoD;QACpD,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACzC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACvC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvD,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAClD,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QACjD,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAEpD,SAAS,EAAE,CAAC;QACZ,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,yBAAyB,EAAE,CAAC;QAEtE,2EAA2E;QAC3E,2CAA2C;QAC3C,GAAG,CAAC,IAAI,CACN,gBAAgB,EAChB,IAAI,yBAAS,CAAC;YACZ,SAAS,EAAE,gBAAgB;YAC3B,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,gBAAgB;YACzB,cAAc,EAAE,0BAA0B;YAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE;SAC3B,CAAC,CACH,CAAC;QACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvD,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAE1C,SAAS,EAAE,CAAC;QACZ,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACnD,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC7C,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC;QAE9B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,yBAAyB,EAAE,CAAC;QAEtE,IAAI,CAAC;YACH,GAAG,CAAC,IAAI,CACN,mBAAmB,EACnB,IAAI,yBAAS,CAAC;gBACZ,SAAS,EAAE,mBAAmB;gBAC9B,SAAS,EAAE,cAAc;gBACzB,OAAO,EAAE,gBAAgB;gBACzB,cAAc,EAAE,0BAA0B;gBAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,cAAc,CAAC,EAAE;aACnC,CAAC,CACH,CAAC;YACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YAEvD,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACzC,CAAC;gBAAS,CAAC;YACT,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;gBAClC,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,eAAe,CAAC;YACzC,CAAC;YAED,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;gBACrC,OAAO,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;YACjC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,WAAW,GAAG,kBAAkB,CAAC;YAC/C,CAAC;YAED,SAAS,EAAE,CAAC;YACZ,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACxB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,yBAAyB,EAAE,CAAC;QAEtE,MAAM,UAAU,GAAG,IAAI,yBAAS,CAAC;YAC/B,SAAS,EAAE,mBAAmB;YAC9B,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,YAAY;YACrB,cAAc,EAAE,0BAA0B;YAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC,EAAE;SACxD,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,yBAAS,CAAC;YAC7B,SAAS,EAAE,mBAAmB;YAC9B,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,gBAAgB;YACzB,cAAc,EAAE,0BAA0B;YAC1C,cAAc,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;YACpC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,kBAAkB,CAAC,EAAE;SACvC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,yBAAS,CAAC;YAC/B,SAAS,EAAE,sBAAsB;YACjC,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,aAAa;YACtB,cAAc,EAAE,0BAA0B;YAC1C,cAAc,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC;YACtD,IAAI,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;SACrC,CAAC,CAAC;QAEH,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAC3C,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACvC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAE3C,4EAA4E;QAC5E,+DAA+D;QAC/D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YAC5C,GAAG,CAAC,IAAI,CACN,cAAc,EACd,IAAI,yBAAS,CAAC;gBACZ,SAAS,EAAE,cAAc;gBACzB,SAAS,EAAE,cAAc;gBACzB,OAAO,EAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;gBAChD,cAAc,EAAE,uBAAuB,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG;gBAC7E,cAAc,EAAE;oBACd,UAAU,CAAC,OAAO;oBAClB,QAAQ,CAAC,OAAO;oBAChB,UAAU,CAAC,OAAO;iBACnB;gBACD,IAAI,EAAE;oBACJ,MAAM,EAAE,kBAAkB;oBAC1B,MAAM,EAAE,EAAE,UAAU,EAAE,GAAG,KAAK,EAAE,EAAE;oBAClC,QAAQ,EAAE,kCAAkC;iBAC7C;aACF,CAAC,CACH,CAAC;QACJ,CAAC;QAED,GAAG,CAAC,IAAI,CACN,+BAA+B,EAC/B,IAAI,yBAAS,CAAC;YACZ,SAAS,EAAE,+BAA+B;YAC1C,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,WAAW;YACpB,cAAc,EAAE,0BAA0B;YAC1C,cAAc,EAAE;gBACd,UAAU,CAAC,OAAO;gBAClB,QAAQ,CAAC,OAAO;gBAChB,UAAU,CAAC,OAAO;aACnB;YACD,IAAI,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE;SAC1B,CAAC,CACH,CAAC;QACF,GAAG,CAAC,IAAI,CACN,4BAA4B,EAC5B,IAAI,yBAAS,CAAC;YACZ,SAAS,EAAE,4BAA4B;YACvC,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,WAAW;YACpB,cAAc,EAAE,0BAA0B;YAC1C,cAAc,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC;YACtD,IAAI,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE;SAC1B,CAAC,CACH,CAAC;QACF,GAAG,CAAC,IAAI,CACN,4BAA4B,EAC5B,IAAI,yBAAS,CAAC;YACZ,SAAS,EAAE,4BAA4B;YACvC,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,WAAW;YACpB,cAAc,EAAE,0BAA0B;YAC1C,cAAc,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;YACpC,IAAI,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE;SAC1B,CAAC,CACH,CAAC;QACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvD,4EAA4E;QAC5E,qEAAqE;QACrE,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAC9C,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CACjC,CAAC;QACF,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAC5C,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,CAC/B,CAAC;QACF,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAC9C,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAC3C,CAAC;QAEF,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACnD,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QACvD,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QACzD,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAElD,IAAA,eAAM,EAAC,gBAAgB,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACjD,IAAA,eAAM,EAAC,gBAAgB,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QACrD,IAAA,eAAM,EAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAEhD,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACnD,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAElD,SAAS,EAAE,CAAC;QACZ,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { afterEach, describe, expect, it } from \"vitest\";\nimport { EventStore } from \"../../lib/v3/flowlogger/EventStore.js\";\nimport { EventEmitterWithWildcardSupport } from \"../../lib/v3/flowlogger/EventEmitter.js\";\nimport { FlowEvent } from \"../../lib/v3/flowlogger/FlowLogger.js\";\n\nfunction attachEventStoreToBus(\n  store: EventStore,\n  bus: EventEmitterWithWildcardSupport,\n): () => void {\n  const onFlowEvent = (event: unknown) => {\n    if (event instanceof FlowEvent) {\n      void store.emit(event);\n    }\n  };\n\n  bus.on(\"*\", onFlowEvent);\n  return () => {\n    bus.off(\"*\", onFlowEvent);\n  };\n}\n\nfunction createVerboseStoreHarness(): {\n  writes: string[];\n  store: EventStore;\n  bus: EventEmitterWithWildcardSupport;\n  detachBus: () => void;\n} {\n  const writes: string[] = [];\n  process.stderr.write = ((\n    chunk: string,\n    cb?: (error?: Error | null) => void,\n  ) => {\n    writes.push(String(chunk));\n    cb?.(null);\n    return true;\n  }) as typeof process.stderr.write;\n\n  const store = new EventStore(\"session-test\");\n  const bus = new EventEmitterWithWildcardSupport();\n  const detachBus = attachEventStoreToBus(store, bus);\n\n  return { writes, store, bus, detachBus };\n}\n\ndescribe(\"flow logger event store\", () => {\n  const stderrWrite = process.stderr.write.bind(process.stderr);\n\n  afterEach(() => {\n    process.stderr.write = stderrWrite;\n  });\n\n  it(\"queries recent events from the default in-memory sink\", async () => {\n    const store = new EventStore(\"session-test\");\n\n    await store.emit(\n      new FlowEvent({\n        eventType: \"StagehandExtractEvent\",\n        sessionId: \"session-test\",\n        eventId: \"stagehand-1234\",\n        eventCreatedAt: \"2026-03-16T21:45:00.000Z\",\n        data: { params: [\"grab title\"] },\n      }),\n    );\n\n    const events = await store.query({});\n    expect(events).toHaveLength(1);\n    expect(events[0].eventType).toBe(\"StagehandExtractEvent\");\n\n    await store.destroy();\n  });\n\n  it(\"drops payloads from the default in-memory sink\", async () => {\n    const store = new EventStore(\"session-test\");\n\n    await store.emit(\n      new FlowEvent({\n        eventType: \"LlmRequestEvent\",\n        sessionId: \"session-test\",\n        eventId: \"llm-1234\",\n        eventCreatedAt: \"2026-03-16T21:45:00.000Z\",\n        data: {\n          prompt: [{ type: \"image_url\", image_url: { url: \"huge\" } }],\n          output: \"huge\",\n        },\n      }),\n    );\n\n    const [event] = await store.query({});\n    expect(event.eventType).toBe(\"LlmRequestEvent\");\n    expect(event.eventId).toBe(\"llm-1234\");\n    expect(event.data).toEqual({});\n\n    await store.destroy();\n  });\n\n  it(\"renders semantic hierarchy tags for non-cdp stderr events only\", async () => {\n    // Intercept stderr so the pretty sink can be asserted without polluting the\n    // real test runner output.\n    const { writes, store, bus, detachBus } = createVerboseStoreHarness();\n\n    const stepEvent = new FlowEvent({\n      eventType: \"StagehandExtractEvent\",\n      sessionId: \"session-test\",\n      eventId: \"stagehand-1234\",\n      eventCreatedAt: \"2026-03-16T21:45:00.000Z\",\n      data: { params: [\"grab title\"] },\n    });\n    const cdpEvent = new FlowEvent({\n      eventType: \"CdpCallEvent\",\n      sessionId: \"session-test\",\n      eventId: \"cdp-call-5678\",\n      eventCreatedAt: \"2026-03-16T21:45:00.100Z\",\n      eventParentIds: [stepEvent.eventId],\n      data: {\n        method: \"Runtime.evaluate\",\n        params: { expression: \"2 + 2\" },\n        targetId: \"1234567890ABCDEF1234567890ABCDEF\",\n      },\n    });\n\n    // The stderr sink intentionally suppresses CDP noise even though the event\n    // still exists for in-memory and file-backed sinks.\n    bus.emit(stepEvent.eventType, stepEvent);\n    bus.emit(cdpEvent.eventType, cdpEvent);\n    await new Promise((resolve) => setTimeout(resolve, 0));\n\n    expect(writes).toHaveLength(1);\n    expect(writes[0]).toContain(\"[🆂 #1234 EXTRACT]\");\n    expect(writes[0]).toContain(\"Stagehand.extract\");\n    expect(writes[0]).not.toContain(\"Runtime.evaluate\");\n\n    detachBus();\n    await store.destroy();\n  });\n\n  it(\"renders generic stagehand events without crashing the stderr sink\", async () => {\n    const { writes, store, bus, detachBus } = createVerboseStoreHarness();\n\n    // `StagehandEvent` has no action suffix, so this guards the formatter path\n    // that cannot assume a method name exists.\n    bus.emit(\n      \"StagehandEvent\",\n      new FlowEvent({\n        eventType: \"StagehandEvent\",\n        sessionId: \"session-test\",\n        eventId: \"stagehand-0001\",\n        eventCreatedAt: \"2026-03-16T21:45:00.000Z\",\n        data: { params: [\"noop\"] },\n      }),\n    );\n    await new Promise((resolve) => setTimeout(resolve, 0));\n\n    expect(writes).toHaveLength(1);\n    expect(writes[0]).toContain(\"[🆂 #0001\");\n    expect(writes[0]).toContain(\"Stagehand(\");\n\n    detachBus();\n    await store.destroy();\n  });\n\n  it(\"colorizes pretty stderr output with ansi escapes when enabled\", async () => {\n    const previousForceColor = process.env.FORCE_COLOR;\n    const previousNoColor = process.env.NO_COLOR;\n    delete process.env.NO_COLOR;\n    process.env.FORCE_COLOR = \"1\";\n\n    const { writes, store, bus, detachBus } = createVerboseStoreHarness();\n\n    try {\n      bus.emit(\n        \"StagehandActEvent\",\n        new FlowEvent({\n          eventType: \"StagehandActEvent\",\n          sessionId: \"session-test\",\n          eventId: \"stagehand-0002\",\n          eventCreatedAt: \"2026-03-16T21:45:00.000Z\",\n          data: { params: [\"click submit\"] },\n        }),\n      );\n      await new Promise((resolve) => setTimeout(resolve, 0));\n\n      expect(writes).toHaveLength(1);\n      expect(writes[0]).toContain(\"\\u001B[\");\n    } finally {\n      if (previousNoColor === undefined) {\n        delete process.env.NO_COLOR;\n      } else {\n        process.env.NO_COLOR = previousNoColor;\n      }\n\n      if (previousForceColor === undefined) {\n        delete process.env.FORCE_COLOR;\n      } else {\n        process.env.FORCE_COLOR = previousForceColor;\n      }\n\n      detachBus();\n      await store.destroy();\n    }\n  });\n\n  it(\"keeps agent ancestry and start ids for completion events after many child events\", async () => {\n    const { writes, store, bus, detachBus } = createVerboseStoreHarness();\n\n    const agentEvent = new FlowEvent({\n      eventType: \"AgentExecuteEvent\",\n      sessionId: \"session-test\",\n      eventId: \"agent-1234\",\n      eventCreatedAt: \"2026-03-16T21:45:00.000Z\",\n      data: { params: [{ instruction: \"click the button\" }] },\n    });\n    const actEvent = new FlowEvent({\n      eventType: \"StagehandActEvent\",\n      sessionId: \"session-test\",\n      eventId: \"stagehand-2222\",\n      eventCreatedAt: \"2026-03-16T21:45:00.001Z\",\n      eventParentIds: [agentEvent.eventId],\n      data: { params: [\"click the button\"] },\n    });\n    const clickEvent = new FlowEvent({\n      eventType: \"UnderstudyClickEvent\",\n      sessionId: \"session-test\",\n      eventId: \"action-3333\",\n      eventCreatedAt: \"2026-03-16T21:45:00.002Z\",\n      eventParentIds: [agentEvent.eventId, actEvent.eventId],\n      data: { target: \"xpath=/button[1]\" },\n    });\n\n    bus.emit(agentEvent.eventType, agentEvent);\n    bus.emit(actEvent.eventType, actEvent);\n    bus.emit(clickEvent.eventType, clickEvent);\n\n    // Flood the retained history with child events so the completion lines have\n    // to recover their displayed ancestry from the queryable sink.\n    for (let index = 0; index < 150; index += 1) {\n      bus.emit(\n        \"CdpCallEvent\",\n        new FlowEvent({\n          eventType: \"CdpCallEvent\",\n          sessionId: \"session-test\",\n          eventId: `cdp-${String(index).padStart(4, \"0\")}`,\n          eventCreatedAt: `2026-03-16T21:45:00.${String(index + 10).padStart(3, \"0\")}Z`,\n          eventParentIds: [\n            agentEvent.eventId,\n            actEvent.eventId,\n            clickEvent.eventId,\n          ],\n          data: {\n            method: \"Runtime.evaluate\",\n            params: { expression: `${index}` },\n            targetId: \"1234567890ABCDEF1234567890ABCDEF\",\n          },\n        }),\n      );\n    }\n\n    bus.emit(\n      \"UnderstudyClickCompletedEvent\",\n      new FlowEvent({\n        eventType: \"UnderstudyClickCompletedEvent\",\n        sessionId: \"session-test\",\n        eventId: \"done-4444\",\n        eventCreatedAt: \"2026-03-16T21:45:01.000Z\",\n        eventParentIds: [\n          agentEvent.eventId,\n          actEvent.eventId,\n          clickEvent.eventId,\n        ],\n        data: { durationMs: 250 },\n      }),\n    );\n    bus.emit(\n      \"StagehandActCompletedEvent\",\n      new FlowEvent({\n        eventType: \"StagehandActCompletedEvent\",\n        sessionId: \"session-test\",\n        eventId: \"done-5555\",\n        eventCreatedAt: \"2026-03-16T21:45:01.001Z\",\n        eventParentIds: [agentEvent.eventId, actEvent.eventId],\n        data: { durationMs: 500 },\n      }),\n    );\n    bus.emit(\n      \"AgentExecuteCompletedEvent\",\n      new FlowEvent({\n        eventType: \"AgentExecuteCompletedEvent\",\n        sessionId: \"session-test\",\n        eventId: \"done-6666\",\n        eventCreatedAt: \"2026-03-16T21:45:01.002Z\",\n        eventParentIds: [agentEvent.eventId],\n        data: { durationMs: 750 },\n      }),\n    );\n    await new Promise((resolve) => setTimeout(resolve, 0));\n\n    // Completion lines should reference the original started-event ids, not the\n    // synthetic completed-event ids emitted at the end of the lifecycle.\n    const clickCompletedLine = writes.find((line) =>\n      line.includes(\"CLICK completed\"),\n    );\n    const actCompletedLine = writes.find((line) =>\n      line.includes(\"ACT completed\"),\n    );\n    const agentCompletedLine = writes.find((line) =>\n      line.includes(\"Agent.execute() completed\"),\n    );\n\n    expect(clickCompletedLine).toContain(\"[🅰 #1234]\");\n    expect(clickCompletedLine).toContain(\"[🆂 #2222 ACT]\");\n    expect(clickCompletedLine).toContain(\"[🆄 #3333 CLICK]\");\n    expect(clickCompletedLine).not.toContain(\"#4444\");\n\n    expect(actCompletedLine).toContain(\"[🅰 #1234]\");\n    expect(actCompletedLine).toContain(\"[🆂 #2222 ACT]\");\n    expect(actCompletedLine).not.toContain(\"#5555\");\n\n    expect(agentCompletedLine).toContain(\"[🅰 #1234]\");\n    expect(agentCompletedLine).not.toContain(\"#6666\");\n\n    detachBus();\n    await store.destroy();\n  });\n});\n"]}

package/dist/cjs/tests/unit/llm-middleware.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cjs/tests/unit/llm-middleware.test.js

@@ -0,0 +1,495 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const LLMProvider_js_1 = require("../../lib/v3/llm/LLMProvider.js");
+const v3_js_1 = require("../../lib/v3/v3.js");
+/**
+ * Creates a recording middleware that captures every doGenerate / doStream
+ * invocation along with the model identity and returned usage data.
+ */
+function createRecordingMiddleware() {
+    const calls = [];
+    const middleware = {
+        wrapGenerate: async ({ doGenerate, model }) => {
+            const result = await doGenerate();
+            calls.push({
+                type: "generate",
+                modelId: model.modelId,
+                provider: model.provider,
+                usage: {
+                    inputTokens: result.usage.inputTokens ?? undefined,
+                    outputTokens: result.usage.outputTokens ?? undefined,
+                },
+            });
+            return result;
+        },
+        wrapStream: async ({ doStream, model }) => {
+            const result = await doStream();
+            calls.push({
+                type: "stream",
+                modelId: model.modelId,
+                provider: model.provider,
+            });
+            return result;
+        },
+    };
+    return { middleware, calls };
+}
+/**
+ * Creates a minimal mock LanguageModelV2 that returns canned results
+ * without hitting any real provider. Useful for testing the wrapping
+ * mechanics in isolation.
+ */
+function createMockLanguageModel(modelId, provider) {
+    return {
+        specificationVersion: "v2",
+        provider,
+        modelId,
+        defaultObjectGenerationMode: "json",
+        doGenerate: vitest_1.vi.fn().mockResolvedValue({
+            content: [{ type: "text", text: "mock response" }],
+            finishReason: "stop",
+            usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
+            warnings: [],
+        }),
+        doStream: vitest_1.vi.fn().mockResolvedValue({
+            stream: new ReadableStream({
+                start(controller) {
+                    controller.enqueue({
+                        type: "finish",
+                        finishReason: "stop",
+                        usage: { inputTokens: 8, outputTokens: 3, totalTokens: 11 },
+                    });
+                    controller.close();
+                },
+            }),
+        }),
+    };
+}
+// ---------------------------------------------------------------------------
+// getAISDKLanguageModel with middleware
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)("getAISDKLanguageModel with middleware", () => {
+    (0, vitest_1.it)("returns a model when no middleware is provided", () => {
+        const model = (0, LLMProvider_js_1.getAISDKLanguageModel)("ollama", "llama3.2");
+        (0, vitest_1.expect)(model).toBeDefined();
+        (0, vitest_1.expect)(model.modelId).toBe("llama3.2");
+    });
+    (0, vitest_1.it)("returns a wrapped model when middleware is provided", () => {
+        const { middleware } = createRecordingMiddleware();
+        const model = (0, LLMProvider_js_1.getAISDKLanguageModel)("ollama", "llama3.2", undefined, middleware);
+        (0, vitest_1.expect)(model).toBeDefined();
+        // wrapLanguageModel preserves modelId
+        (0, vitest_1.expect)(model.modelId).toBe("llama3.2");
+    });
+    (0, vitest_1.it)("wrapped model preserves doGenerate and doStream methods", () => {
+        const { middleware } = createRecordingMiddleware();
+        const model = (0, LLMProvider_js_1.getAISDKLanguageModel)("ollama", "llama3.2", undefined, middleware);
+        (0, vitest_1.expect)(typeof model.doGenerate).toBe("function");
+        (0, vitest_1.expect)(typeof model.doStream).toBe("function");
+        (0, vitest_1.expect)(model.provider).toContain("ollama");
+    });
+});
+// ---------------------------------------------------------------------------
+// LLMProvider with middleware
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)("LLMProvider with middleware", () => {
+    const noop = () => { };
+    (0, vitest_1.it)("creates an AISdkClient without middleware", () => {
+        const provider = new LLMProvider_js_1.LLMProvider(noop);
+        const client = provider.getClient("openai/gpt-4o");
+        (0, vitest_1.expect)(client).toBeDefined();
+        (0, vitest_1.expect)(client.type).toBe("aisdk");
+    });
+    (0, vitest_1.it)("creates an AISdkClient that carries middleware-wrapped model", () => {
+        const { middleware } = createRecordingMiddleware();
+        const provider = new LLMProvider_js_1.LLMProvider(noop, middleware);
+        const client = provider.getClient("ollama/llama3.2");
+        (0, vitest_1.expect)(client).toBeDefined();
+        (0, vitest_1.expect)(client.type).toBe("aisdk");
+        const languageModel = client.getLanguageModel();
+        (0, vitest_1.expect)(languageModel).toBeDefined();
+        // Wrapped models should still expose the original modelId
+        (0, vitest_1.expect)(languageModel.modelId).toBe("llama3.2");
+    });
+    (0, vitest_1.it)("applies the same middleware to different models from getClient", () => {
+        const { middleware } = createRecordingMiddleware();
+        const provider = new LLMProvider_js_1.LLMProvider(noop, middleware);
+        const clientA = provider.getClient("ollama/llama3.2");
+        const clientB = provider.getClient("ollama/mistral");
+        (0, vitest_1.expect)(clientA.getLanguageModel()).toBeDefined();
+        (0, vitest_1.expect)(clientB.getLanguageModel()).toBeDefined();
+        (0, vitest_1.expect)(clientA.getLanguageModel().modelId).toBe("llama3.2");
+        (0, vitest_1.expect)(clientB.getLanguageModel().modelId).toBe("mistral");
+    });
+});
+// ---------------------------------------------------------------------------
+// Middleware captures usage across act/extract/observe/agent code paths
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)("middleware captures usage from doGenerate and doStream", () => {
+    (0, vitest_1.it)("wrapGenerate fires and captures usage on doGenerate", async () => {
+        const { middleware, calls } = createRecordingMiddleware();
+        const mockModel = createMockLanguageModel("gpt-4o", "openai.chat");
+        // Simulate what wrapLanguageModel does: import and wrap
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrapped = wrapLanguageModel({ model: mockModel, middleware });
+        await wrapped.doGenerate({
+            prompt: [
+                {
+                    role: "user",
+                    content: [{ type: "text", text: "act: click button" }],
+                },
+            ],
+        });
+        (0, vitest_1.expect)(calls).toHaveLength(1);
+        (0, vitest_1.expect)(calls[0].type).toBe("generate");
+        (0, vitest_1.expect)(calls[0].modelId).toBe("gpt-4o");
+        (0, vitest_1.expect)(calls[0].usage).toEqual({ inputTokens: 10, outputTokens: 5 });
+    });
+    (0, vitest_1.it)("wrapStream fires on doStream", async () => {
+        const { middleware, calls } = createRecordingMiddleware();
+        const mockModel = createMockLanguageModel("gpt-4o", "openai.chat");
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrapped = wrapLanguageModel({ model: mockModel, middleware });
+        const result = await wrapped.doStream({
+            prompt: [
+                { role: "user", content: [{ type: "text", text: "stream this" }] },
+            ],
+        });
+        // Consume the stream to trigger the finish chunk
+        const reader = result.stream.getReader();
+        while (true) {
+            const { done } = await reader.read();
+            if (done)
+                break;
+        }
+        (0, vitest_1.expect)(calls).toHaveLength(1);
+        (0, vitest_1.expect)(calls[0].type).toBe("stream");
+        (0, vitest_1.expect)(calls[0].modelId).toBe("gpt-4o");
+    });
+    (0, vitest_1.it)("middleware fires for each separate doGenerate call (simulates act + extract + observe)", async () => {
+        const { middleware, calls } = createRecordingMiddleware();
+        const mockModel = createMockLanguageModel("gpt-4o", "openai.chat");
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrapped = wrapLanguageModel({ model: mockModel, middleware });
+        const callOpts = {
+            prompt: [
+                {
+                    role: "user",
+                    content: [{ type: "text", text: "test" }],
+                },
+            ],
+        };
+        // Simulate act call
+        await wrapped.doGenerate(callOpts);
+        // Simulate extract call
+        await wrapped.doGenerate(callOpts);
+        // Simulate observe call
+        await wrapped.doGenerate(callOpts);
+        (0, vitest_1.expect)(calls).toHaveLength(3);
+        (0, vitest_1.expect)(calls.every((c) => c.type === "generate")).toBe(true);
+        (0, vitest_1.expect)(calls.every((c) => c.modelId === "gpt-4o")).toBe(true);
+    });
+    (0, vitest_1.it)("middleware fires for agent multi-step calls (sequential doGenerate)", async () => {
+        const { middleware, calls } = createRecordingMiddleware();
+        const mockModel = createMockLanguageModel("openai/gpt-4.1", "gateway.openai");
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrapped = wrapLanguageModel({ model: mockModel, middleware });
+        const callOpts = {
+            prompt: [
+                {
+                    role: "user",
+                    content: [{ type: "text", text: "agent step" }],
+                },
+            ],
+        };
+        // Simulate multiple agent reasoning steps
+        await wrapped.doGenerate(callOpts);
+        await wrapped.doGenerate(callOpts);
+        await wrapped.doGenerate(callOpts);
+        await wrapped.doGenerate(callOpts);
+        await wrapped.doGenerate(callOpts);
+        (0, vitest_1.expect)(calls).toHaveLength(5);
+        calls.forEach((c) => {
+            (0, vitest_1.expect)(c.usage).toEqual({ inputTokens: 10, outputTokens: 5 });
+        });
+    });
+});
+// ---------------------------------------------------------------------------
+// ModelConfiguration-level middleware (the user-facing shape)
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)("middleware inside ModelConfiguration", () => {
+    (0, vitest_1.it)("resolveModelConfiguration extracts middleware from object config", () => {
+        const { middleware: mw } = createRecordingMiddleware();
+        const result = (0, v3_js_1.resolveModelConfiguration)({
+            modelName: "openai/gpt-4o",
+            apiKey: "sk-test",
+            middleware: mw,
+        });
+        (0, vitest_1.expect)(result.modelName).toBe("openai/gpt-4o");
+        (0, vitest_1.expect)(result.middleware).toBe(mw);
+        (0, vitest_1.expect)(result.clientOptions).toEqual({ apiKey: "sk-test" });
+        (0, vitest_1.expect)(result.clientOptions && "middleware" in result.clientOptions).toBe(false);
+    });
+    (0, vitest_1.it)("string ModelConfiguration has no middleware", () => {
+        const result = (0, v3_js_1.resolveModelConfiguration)("openai/gpt-4o");
+        (0, vitest_1.expect)(result.modelName).toBe("openai/gpt-4o");
+        (0, vitest_1.expect)(result.middleware).toBeUndefined();
+        (0, vitest_1.expect)(result.clientOptions).toBeUndefined();
+    });
+    (0, vitest_1.it)("middleware is separated from clientOptions when resolving per-method overrides", () => {
+        const { middleware: mw } = createRecordingMiddleware();
+        const result = (0, v3_js_1.resolveModelConfiguration)({
+            modelName: "anthropic/claude-sonnet-4-20250514",
+            apiKey: "sk-ant-test",
+            middleware: mw,
+        });
+        (0, vitest_1.expect)(result.modelName).toBe("anthropic/claude-sonnet-4-20250514");
+        (0, vitest_1.expect)(result.middleware).toBe(mw);
+        (0, vitest_1.expect)(result.clientOptions).toEqual({ apiKey: "sk-ant-test" });
+        (0, vitest_1.expect)(result.clientOptions && "middleware" in result.clientOptions).toBe(false);
+    });
+});
+// ---------------------------------------------------------------------------
+// Practical middleware behaviors
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)("middleware that tracks duration", () => {
+    (0, vitest_1.it)("measures wall-clock time of doGenerate", async () => {
+        const durations = [];
+        const timingMiddleware = {
+            wrapGenerate: async ({ doGenerate }) => {
+                const start = performance.now();
+                const result = await doGenerate();
+                durations.push(performance.now() - start);
+                return result;
+            },
+        };
+        const mockModel = createMockLanguageModel("gpt-4o", "openai.chat");
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrapped = wrapLanguageModel({
+            model: mockModel,
+            middleware: timingMiddleware,
+        });
+        await wrapped.doGenerate({
+            prompt: [{ role: "user", content: [{ type: "text", text: "time me" }] }],
+        });
+        (0, vitest_1.expect)(durations).toHaveLength(1);
+        (0, vitest_1.expect)(durations[0]).toBeGreaterThanOrEqual(0);
+    });
+});
+(0, vitest_1.describe)("middleware that aggregates token usage", () => {
+    (0, vitest_1.it)("sums tokens across multiple calls like a billing tracker", async () => {
+        let totalInput = 0;
+        let totalOutput = 0;
+        const billingMiddleware = {
+            wrapGenerate: async ({ doGenerate }) => {
+                const result = await doGenerate();
+                totalInput += result.usage.inputTokens ?? 0;
+                totalOutput += result.usage.outputTokens ?? 0;
+                return result;
+            },
+        };
+        const mockModel = createMockLanguageModel("gpt-4o", "openai.chat");
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrapped = wrapLanguageModel({
+            model: mockModel,
+            middleware: billingMiddleware,
+        });
+        const callOpts = {
+            prompt: [
+                {
+                    role: "user",
+                    content: [{ type: "text", text: "go" }],
+                },
+            ],
+        };
+        // act
+        await wrapped.doGenerate(callOpts);
+        // extract
+        await wrapped.doGenerate(callOpts);
+        // observe
+        await wrapped.doGenerate(callOpts);
+        (0, vitest_1.expect)(totalInput).toBe(30);
+        (0, vitest_1.expect)(totalOutput).toBe(15);
+    });
+});
+(0, vitest_1.describe)("middleware that logs per-model call counts", () => {
+    (0, vitest_1.it)("tracks which models were called and how many times", async () => {
+        const modelCallCounts = new Map();
+        const countingMiddleware = {
+            wrapGenerate: async ({ doGenerate, model }) => {
+                const key = `${model.provider}/${model.modelId}`;
+                modelCallCounts.set(key, (modelCallCounts.get(key) ?? 0) + 1);
+                return doGenerate();
+            },
+        };
+        const modelA = createMockLanguageModel("gpt-4o", "openai.chat");
+        const modelB = createMockLanguageModel("claude-sonnet-4-20250514", "anthropic.messages");
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrappedA = wrapLanguageModel({
+            model: modelA,
+            middleware: countingMiddleware,
+        });
+        const wrappedB = wrapLanguageModel({
+            model: modelB,
+            middleware: countingMiddleware,
+        });
+        const callOpts = {
+            prompt: [
+                {
+                    role: "user",
+                    content: [{ type: "text", text: "go" }],
+                },
+            ],
+        };
+        await wrappedA.doGenerate(callOpts);
+        await wrappedA.doGenerate(callOpts);
+        await wrappedB.doGenerate(callOpts);
+        (0, vitest_1.expect)(modelCallCounts.get("openai.chat/gpt-4o")).toBe(2);
+        (0, vitest_1.expect)(modelCallCounts.get("anthropic.messages/claude-sonnet-4-20250514")).toBe(1);
+        (0, vitest_1.expect)(modelCallCounts.size).toBe(2);
+    });
+});
+(0, vitest_1.describe)("middleware that detects errors", () => {
+    (0, vitest_1.it)("catches and re-throws errors from doGenerate while still recording the failure", async () => {
+        const errors = [];
+        const errorTrackingMiddleware = {
+            wrapGenerate: async ({ doGenerate }) => {
+                try {
+                    return await doGenerate();
+                }
+                catch (err) {
+                    errors.push(err);
+                    throw err;
+                }
+            },
+        };
+        const failingModel = {
+            specificationVersion: "v2",
+            provider: "openai.chat",
+            modelId: "gpt-4o",
+            defaultObjectGenerationMode: "json",
+            doGenerate: vitest_1.vi.fn().mockRejectedValue(new Error("rate limit exceeded")),
+            doStream: vitest_1.vi.fn(),
+        };
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrapped = wrapLanguageModel({
+            model: failingModel,
+            middleware: errorTrackingMiddleware,
+        });
+        await (0, vitest_1.expect)(wrapped.doGenerate({
+            prompt: [{ role: "user", content: [{ type: "text", text: "fail" }] }],
+        })).rejects.toThrow("rate limit exceeded");
+        (0, vitest_1.expect)(errors).toHaveLength(1);
+        (0, vitest_1.expect)(errors[0].message).toBe("rate limit exceeded");
+    });
+});
+(0, vitest_1.describe)("chaining middleware across multiple wrapped models", () => {
+    (0, vitest_1.it)("same middleware instance sees calls from different models", async () => {
+        const seen = [];
+        const spyMiddleware = {
+            wrapGenerate: async ({ doGenerate, model }) => {
+                seen.push(model.modelId);
+                return doGenerate();
+            },
+        };
+        const mockA = createMockLanguageModel("gpt-4o", "openai.chat");
+        const mockB = createMockLanguageModel("claude-sonnet-4-20250514", "anthropic.messages");
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrappedA = wrapLanguageModel({
+            model: mockA,
+            middleware: spyMiddleware,
+        });
+        const wrappedB = wrapLanguageModel({
+            model: mockB,
+            middleware: spyMiddleware,
+        });
+        const callOpts = {
+            prompt: [
+                {
+                    role: "user",
+                    content: [{ type: "text", text: "go" }],
+                },
+            ],
+        };
+        await wrappedA.doGenerate(callOpts);
+        await wrappedB.doGenerate(callOpts);
+        await wrappedA.doGenerate(callOpts);
+        (0, vitest_1.expect)(seen).toEqual(["gpt-4o", "claude-sonnet-4-20250514", "gpt-4o"]);
+    });
+});
+// ---------------------------------------------------------------------------
+// Edge cases
+// ---------------------------------------------------------------------------
+(0, vitest_1.describe)("middleware edge cases", () => {
+    (0, vitest_1.it)("middleware that only implements wrapGenerate still works for doStream", async () => {
+        const generateCalls = [];
+        const partialMiddleware = {
+            wrapGenerate: async ({ doGenerate, model }) => {
+                generateCalls.push(model.modelId);
+                return doGenerate();
+            },
+        };
+        const mockModel = createMockLanguageModel("gpt-4o", "openai.chat");
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrapped = wrapLanguageModel({
+            model: mockModel,
+            middleware: partialMiddleware,
+        });
+        const result = await wrapped.doStream({
+            prompt: [{ role: "user", content: [{ type: "text", text: "stream" }] }],
+        });
+        (0, vitest_1.expect)(result.stream).toBeDefined();
+        (0, vitest_1.expect)(generateCalls).toHaveLength(0);
+    });
+    (0, vitest_1.it)("middleware does not alter the response data", async () => {
+        const { middleware } = createRecordingMiddleware();
+        const mockModel = createMockLanguageModel("gpt-4o", "openai.chat");
+        const { wrapLanguageModel } = await Promise.resolve().then(() => __importStar(require("ai")));
+        const wrapped = wrapLanguageModel({ model: mockModel, middleware });
+        const result = await wrapped.doGenerate({
+            prompt: [{ role: "user", content: [{ type: "text", text: "test" }] }],
+        });
+        (0, vitest_1.expect)(result.content).toEqual([{ type: "text", text: "mock response" }]);
+        (0, vitest_1.expect)(result.usage).toEqual({
+            inputTokens: 10,
+            outputTokens: 5,
+            totalTokens: 15,
+        });
+        (0, vitest_1.expect)(result.finishReason).toBe("stop");
+    });
+});
+//# sourceMappingURL=llm-middleware.test.js.map

package/dist/cjs/tests/unit/llm-middleware.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-middleware.test.js","sourceRoot":"","sources":["../../../../tests/unit/llm-middleware.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAAkD;AAKlD,oEAGyC;AACzC,8CAA+D;AAE/D;;;GAGG;AACH,SAAS,yBAAyB;IAChC,MAAM,KAAK,GAKL,EAAE,CAAC;IAET,MAAM,UAAU,GAA8B;QAC5C,YAAY,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE;YAC5C,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,KAAK,EAAE;oBACL,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS;oBAClD,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,SAAS;iBACrD;aACF,CAAC,CAAC;YACH,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,UAAU,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE;YACxC,MAAM,MAAM,GAAG,MAAM,QAAQ,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,CAAC,CAAC;YACH,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;IAEF,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AAC/B,CAAC;AAED;;;;GAIG;AACH,SAAS,uBAAuB,CAC9B,OAAe,EACf,QAAgB;IAEhB,OAAO;QACL,oBAAoB,EAAE,IAAI;QAC1B,QAAQ;QACR,OAAO;QACP,2BAA2B,EAAE,MAAM;QACnC,UAAU,EAAE,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YACpC,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;YAClD,YAAY,EAAE,MAAM;YACpB,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE;YAC5D,QAAQ,EAAE,EAAE;SACb,CAAC;QACF,QAAQ,EAAE,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YAClC,MAAM,EAAE,IAAI,cAAc,CAAC;gBACzB,KAAK,CAAC,UAAU;oBACd,UAAU,CAAC,OAAO,CAAC;wBACjB,IAAI,EAAE,QAAQ;wBACd,YAAY,EAAE,MAAM;wBACpB,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE;qBAC5D,CAAC,CAAC;oBACH,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;aACF,CAAC;SACH,CAAC;KAC2B,CAAC;AAClC,CAAC;AAED,8EAA8E;AAC9E,wCAAwC;AACxC,8EAA8E;AAE9E,IAAA,iBAAQ,EAAC,uCAAuC,EAAE,GAAG,EAAE;IACrD,IAAA,WAAE,EAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAG,IAAA,sCAAqB,EAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC1D,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5B,IAAA,eAAM,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,EAAE,UAAU,EAAE,GAAG,yBAAyB,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,IAAA,sCAAqB,EACjC,QAAQ,EACR,UAAU,EACV,SAAS,EACT,UAAU,CACX,CAAC;QACF,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5B,sCAAsC;QACtC,IAAA,eAAM,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,EAAE,UAAU,EAAE,GAAG,yBAAyB,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,IAAA,sCAAqB,EACjC,QAAQ,EACR,UAAU,EACV,SAAS,EACT,UAAU,CACX,CAAC;QAEF,IAAA,eAAM,EAAC,OAAO,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjD,IAAA,eAAM,EAAC,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,8BAA8B;AAC9B,8EAA8E;AAE9E,IAAA,iBAAQ,EAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,MAAM,IAAI,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;IAEtB,IAAA,WAAE,EAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,QAAQ,GAAG,IAAI,4BAAW,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,eAAwB,CAAC,CAAC;QAC5D,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7B,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,EAAE,UAAU,EAAE,GAAG,yBAAyB,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,4BAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,iBAA0B,CAAC,CAAC;QAC9D,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7B,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAElC,MAAM,aAAa,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAChD,IAAA,eAAM,EAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,0DAA0D;QAC1D,IAAA,eAAM,EAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,EAAE,UAAU,EAAE,GAAG,yBAAyB,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,4BAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,iBAA0B,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,gBAAyB,CAAC,CAAC;QAE9D,IAAA,eAAM,EAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,IAAA,eAAM,EAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,IAAA,eAAM,EAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5D,IAAA,eAAM,EAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,wEAAwE;AACxE,8EAA8E;AAE9E,IAAA,iBAAQ,EAAC,wDAAwD,EAAE,GAAG,EAAE;IACtE,IAAA,WAAE,EAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,yBAAyB,EAAE,CAAC;QAC1D,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAEnE,wDAAwD;QACxD,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAEpE,MAAM,OAAO,CAAC,UAAU,CAAC;YACvB,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;iBACvD;aACF;SACF,CAAC,CAAC;QAEH,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,yBAAyB,EAAE,CAAC;QAC1D,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAEnE,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC;YACpC,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE;aACnE;SACF,CAAC,CAAC;QAEH,iDAAiD;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACzC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACrC,IAAI,IAAI;gBAAE,MAAM;QAClB,CAAC;QAED,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,yBAAyB,EAAE,CAAC;QAC1D,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAEnE,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAEpE,MAAM,QAAQ,GAAG;YACf,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;iBACnD;aACF;SACF,CAAC;QAEF,oBAAoB;QACpB,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACnC,wBAAwB;QACxB,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACnC,wBAAwB;QACxB,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEnC,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;QACnF,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,yBAAyB,EAAE,CAAC;QAC1D,MAAM,SAAS,GAAG,uBAAuB,CACvC,gBAAgB,EAChB,gBAAgB,CACjB,CAAC;QAEF,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAEpE,MAAM,QAAQ,GAAG;YACf,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;iBACzD;aACF;SACF,CAAC;QAEF,0CAA0C;QAC1C,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEnC,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YAClB,IAAA,eAAM,EAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,8DAA8D;AAC9D,8EAA8E;AAE9E,IAAA,iBAAQ,EAAC,sCAAsC,EAAE,GAAG,EAAE;IACpD,IAAA,WAAE,EAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,yBAAyB,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,IAAA,iCAAyB,EAAC;YACvC,SAAS,EAAE,eAAe;YAC1B,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5D,IAAA,eAAM,EAAC,MAAM,CAAC,aAAa,IAAI,YAAY,IAAI,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CACvE,KAAK,CACN,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAG,IAAA,iCAAyB,EAAC,eAAe,CAAC,CAAC;QAC1D,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,aAAa,EAAE,CAAC;QAC1C,IAAA,eAAM,EAAC,MAAM,CAAC,aAAa,CAAC,CAAC,aAAa,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,yBAAyB,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,IAAA,iCAAyB,EAAC;YACvC,SAAS,EAAE,oCAAoC;YAC/C,MAAM,EAAE,aAAa;YACrB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACpE,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAChE,IAAA,eAAM,EAAC,MAAM,CAAC,aAAa,IAAI,YAAY,IAAI,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CACvE,KAAK,CACN,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,iCAAiC;AACjC,8EAA8E;AAE9E,IAAA,iBAAQ,EAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,IAAA,WAAE,EAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,MAAM,gBAAgB,GAA8B;YAClD,YAAY,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;gBACrC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAChC,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAC;gBAClC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;gBAC1C,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC;QAEF,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACnE,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,OAAO,GAAG,iBAAiB,CAAC;YAChC,KAAK,EAAE,SAAS;YAChB,UAAU,EAAE,gBAAgB;SAC7B,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,UAAU,CAAC;YACvB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;SACzE,CAAC,CAAC;QAEH,IAAA,eAAM,EAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAClC,IAAA,eAAM,EAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,wCAAwC,EAAE,GAAG,EAAE;IACtD,IAAA,WAAE,EAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,MAAM,iBAAiB,GAA8B;YACnD,YAAY,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;gBACrC,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAC;gBAClC,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;gBAC5C,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;gBAC9C,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC;QAEF,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACnE,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,OAAO,GAAG,iBAAiB,CAAC;YAChC,KAAK,EAAE,SAAS;YAChB,UAAU,EAAE,iBAAiB;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG;YACf,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;iBACjD;aACF;SACF,CAAC;QAEF,MAAM;QACN,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACnC,UAAU;QACV,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACnC,UAAU;QACV,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEnC,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAA,eAAM,EAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,4CAA4C,EAAE,GAAG,EAAE;IAC1D,IAAA,WAAE,EAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;QAElD,MAAM,kBAAkB,GAA8B;YACpD,YAAY,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC5C,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACjD,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC9D,OAAO,UAAU,EAAE,CAAC;YACtB,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAuB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,uBAAuB,CACpC,0BAA0B,EAC1B,oBAAoB,CACrB,CAAC;QAEF,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,iBAAiB,CAAC;YACjC,KAAK,EAAE,MAAM;YACb,UAAU,EAAE,kBAAkB;SAC/B,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,iBAAiB,CAAC;YACjC,KAAK,EAAE,MAAM;YACb,UAAU,EAAE,kBAAkB;SAC/B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG;YACf,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;iBACjD;aACF;SACF,CAAC;QAEF,MAAM,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEpC,IAAA,eAAM,EAAC,eAAe,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAA,eAAM,EACJ,eAAe,CAAC,GAAG,CAAC,6CAA6C,CAAC,CACnE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACV,IAAA,eAAM,EAAC,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,IAAA,WAAE,EAAC,gFAAgF,EAAE,KAAK,IAAI,EAAE;QAC9F,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,MAAM,uBAAuB,GAA8B;YACzD,YAAY,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;gBACrC,IAAI,CAAC;oBACH,OAAO,MAAM,UAAU,EAAE,CAAC;gBAC5B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CAAC,GAAY,CAAC,CAAC;oBAC1B,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;SACF,CAAC;QAEF,MAAM,YAAY,GAAoB;YACpC,oBAAoB,EAAE,IAAI;YAC1B,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,QAAQ;YACjB,2BAA2B,EAAE,MAAM;YACnC,UAAU,EAAE,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACvE,QAAQ,EAAE,WAAE,CAAC,EAAE,EAAE;SACY,CAAC;QAEhC,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,OAAO,GAAG,iBAAiB,CAAC;YAChC,KAAK,EAAE,YAAY;YACnB,UAAU,EAAE,uBAAuB;SACpC,CAAC,CAAC;QAEH,MAAM,IAAA,eAAM,EACV,OAAO,CAAC,UAAU,CAAC;YACjB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;SACtE,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;QAEzC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,oDAAoD,EAAE,GAAG,EAAE;IAClE,IAAA,WAAE,EAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,IAAI,GAAa,EAAE,CAAC;QAE1B,MAAM,aAAa,GAA8B;YAC/C,YAAY,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC5C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACzB,OAAO,UAAU,EAAE,CAAC;YACtB,CAAC;SACF,CAAC;QAEF,MAAM,KAAK,GAAG,uBAAuB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,uBAAuB,CACnC,0BAA0B,EAC1B,oBAAoB,CACrB,CAAC;QAEF,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,iBAAiB,CAAC;YACjC,KAAK,EAAE,KAAK;YACZ,UAAU,EAAE,aAAa;SAC1B,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,iBAAiB,CAAC;YACjC,KAAK,EAAE,KAAK;YACZ,UAAU,EAAE,aAAa;SAC1B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG;YACf,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;iBACjD;aACF;SACF,CAAC;QAEF,MAAM,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEpC,IAAA,eAAM,EAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,0BAA0B,EAAE,QAAQ,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E,IAAA,iBAAQ,EAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,IAAA,WAAE,EAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,MAAM,iBAAiB,GAA8B;YACnD,YAAY,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC5C,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAClC,OAAO,UAAU,EAAE,CAAC;YACtB,CAAC;SACF,CAAC;QAEF,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACnE,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,OAAO,GAAG,iBAAiB,CAAC;YAChC,KAAK,EAAE,SAAS;YAChB,UAAU,EAAE,iBAAiB;SAC9B,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC;YACpC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;SACxE,CAAC,CAAC;QACH,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAEpC,IAAA,eAAM,EAAC,aAAa,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,EAAE,UAAU,EAAE,GAAG,yBAAyB,EAAE,CAAC;QACnD,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAEnE,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QACjD,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACtC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;SACtE,CAAC,CAAC;QAEH,IAAA,eAAM,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QAC1E,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;YAC3B,WAAW,EAAE,EAAE;YACf,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,EAAE;SAChB,CAAC,CAAC;QACH,IAAA,eAAM,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it, vi } from \"vitest\";\nimport type {\n  LanguageModelV2,\n  LanguageModelV2Middleware,\n} from \"@ai-sdk/provider\";\nimport {\n  getAISDKLanguageModel,\n  LLMProvider,\n} from \"../../lib/v3/llm/LLMProvider.js\";\nimport { resolveModelConfiguration } from \"../../lib/v3/v3.js\";\n\n/**\n * Creates a recording middleware that captures every doGenerate / doStream\n * invocation along with the model identity and returned usage data.\n */\nfunction createRecordingMiddleware() {\n  const calls: {\n    type: \"generate\" | \"stream\";\n    modelId: string;\n    provider: string;\n    usage?: { inputTokens?: number; outputTokens?: number };\n  }[] = [];\n\n  const middleware: LanguageModelV2Middleware = {\n    wrapGenerate: async ({ doGenerate, model }) => {\n      const result = await doGenerate();\n      calls.push({\n        type: \"generate\",\n        modelId: model.modelId,\n        provider: model.provider,\n        usage: {\n          inputTokens: result.usage.inputTokens ?? undefined,\n          outputTokens: result.usage.outputTokens ?? undefined,\n        },\n      });\n      return result;\n    },\n    wrapStream: async ({ doStream, model }) => {\n      const result = await doStream();\n      calls.push({\n        type: \"stream\",\n        modelId: model.modelId,\n        provider: model.provider,\n      });\n      return result;\n    },\n  };\n\n  return { middleware, calls };\n}\n\n/**\n * Creates a minimal mock LanguageModelV2 that returns canned results\n * without hitting any real provider. Useful for testing the wrapping\n * mechanics in isolation.\n */\nfunction createMockLanguageModel(\n  modelId: string,\n  provider: string,\n): LanguageModelV2 {\n  return {\n    specificationVersion: \"v2\",\n    provider,\n    modelId,\n    defaultObjectGenerationMode: \"json\",\n    doGenerate: vi.fn().mockResolvedValue({\n      content: [{ type: \"text\", text: \"mock response\" }],\n      finishReason: \"stop\",\n      usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },\n      warnings: [],\n    }),\n    doStream: vi.fn().mockResolvedValue({\n      stream: new ReadableStream({\n        start(controller) {\n          controller.enqueue({\n            type: \"finish\",\n            finishReason: \"stop\",\n            usage: { inputTokens: 8, outputTokens: 3, totalTokens: 11 },\n          });\n          controller.close();\n        },\n      }),\n    }),\n  } as unknown as LanguageModelV2;\n}\n\n// ---------------------------------------------------------------------------\n// getAISDKLanguageModel with middleware\n// ---------------------------------------------------------------------------\n\ndescribe(\"getAISDKLanguageModel with middleware\", () => {\n  it(\"returns a model when no middleware is provided\", () => {\n    const model = getAISDKLanguageModel(\"ollama\", \"llama3.2\");\n    expect(model).toBeDefined();\n    expect(model.modelId).toBe(\"llama3.2\");\n  });\n\n  it(\"returns a wrapped model when middleware is provided\", () => {\n    const { middleware } = createRecordingMiddleware();\n    const model = getAISDKLanguageModel(\n      \"ollama\",\n      \"llama3.2\",\n      undefined,\n      middleware,\n    );\n    expect(model).toBeDefined();\n    // wrapLanguageModel preserves modelId\n    expect(model.modelId).toBe(\"llama3.2\");\n  });\n\n  it(\"wrapped model preserves doGenerate and doStream methods\", () => {\n    const { middleware } = createRecordingMiddleware();\n    const model = getAISDKLanguageModel(\n      \"ollama\",\n      \"llama3.2\",\n      undefined,\n      middleware,\n    );\n\n    expect(typeof model.doGenerate).toBe(\"function\");\n    expect(typeof model.doStream).toBe(\"function\");\n    expect(model.provider).toContain(\"ollama\");\n  });\n});\n\n// ---------------------------------------------------------------------------\n// LLMProvider with middleware\n// ---------------------------------------------------------------------------\n\ndescribe(\"LLMProvider with middleware\", () => {\n  const noop = () => {};\n\n  it(\"creates an AISdkClient without middleware\", () => {\n    const provider = new LLMProvider(noop);\n    const client = provider.getClient(\"openai/gpt-4o\" as never);\n    expect(client).toBeDefined();\n    expect(client.type).toBe(\"aisdk\");\n  });\n\n  it(\"creates an AISdkClient that carries middleware-wrapped model\", () => {\n    const { middleware } = createRecordingMiddleware();\n    const provider = new LLMProvider(noop, middleware);\n    const client = provider.getClient(\"ollama/llama3.2\" as never);\n    expect(client).toBeDefined();\n    expect(client.type).toBe(\"aisdk\");\n\n    const languageModel = client.getLanguageModel();\n    expect(languageModel).toBeDefined();\n    // Wrapped models should still expose the original modelId\n    expect(languageModel.modelId).toBe(\"llama3.2\");\n  });\n\n  it(\"applies the same middleware to different models from getClient\", () => {\n    const { middleware } = createRecordingMiddleware();\n    const provider = new LLMProvider(noop, middleware);\n\n    const clientA = provider.getClient(\"ollama/llama3.2\" as never);\n    const clientB = provider.getClient(\"ollama/mistral\" as never);\n\n    expect(clientA.getLanguageModel()).toBeDefined();\n    expect(clientB.getLanguageModel()).toBeDefined();\n    expect(clientA.getLanguageModel().modelId).toBe(\"llama3.2\");\n    expect(clientB.getLanguageModel().modelId).toBe(\"mistral\");\n  });\n});\n\n// ---------------------------------------------------------------------------\n// Middleware captures usage across act/extract/observe/agent code paths\n// ---------------------------------------------------------------------------\n\ndescribe(\"middleware captures usage from doGenerate and doStream\", () => {\n  it(\"wrapGenerate fires and captures usage on doGenerate\", async () => {\n    const { middleware, calls } = createRecordingMiddleware();\n    const mockModel = createMockLanguageModel(\"gpt-4o\", \"openai.chat\");\n\n    // Simulate what wrapLanguageModel does: import and wrap\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrapped = wrapLanguageModel({ model: mockModel, middleware });\n\n    await wrapped.doGenerate({\n      prompt: [\n        {\n          role: \"user\",\n          content: [{ type: \"text\", text: \"act: click button\" }],\n        },\n      ],\n    });\n\n    expect(calls).toHaveLength(1);\n    expect(calls[0].type).toBe(\"generate\");\n    expect(calls[0].modelId).toBe(\"gpt-4o\");\n    expect(calls[0].usage).toEqual({ inputTokens: 10, outputTokens: 5 });\n  });\n\n  it(\"wrapStream fires on doStream\", async () => {\n    const { middleware, calls } = createRecordingMiddleware();\n    const mockModel = createMockLanguageModel(\"gpt-4o\", \"openai.chat\");\n\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrapped = wrapLanguageModel({ model: mockModel, middleware });\n\n    const result = await wrapped.doStream({\n      prompt: [\n        { role: \"user\", content: [{ type: \"text\", text: \"stream this\" }] },\n      ],\n    });\n\n    // Consume the stream to trigger the finish chunk\n    const reader = result.stream.getReader();\n    while (true) {\n      const { done } = await reader.read();\n      if (done) break;\n    }\n\n    expect(calls).toHaveLength(1);\n    expect(calls[0].type).toBe(\"stream\");\n    expect(calls[0].modelId).toBe(\"gpt-4o\");\n  });\n\n  it(\"middleware fires for each separate doGenerate call (simulates act + extract + observe)\", async () => {\n    const { middleware, calls } = createRecordingMiddleware();\n    const mockModel = createMockLanguageModel(\"gpt-4o\", \"openai.chat\");\n\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrapped = wrapLanguageModel({ model: mockModel, middleware });\n\n    const callOpts = {\n      prompt: [\n        {\n          role: \"user\" as const,\n          content: [{ type: \"text\" as const, text: \"test\" }],\n        },\n      ],\n    };\n\n    // Simulate act call\n    await wrapped.doGenerate(callOpts);\n    // Simulate extract call\n    await wrapped.doGenerate(callOpts);\n    // Simulate observe call\n    await wrapped.doGenerate(callOpts);\n\n    expect(calls).toHaveLength(3);\n    expect(calls.every((c) => c.type === \"generate\")).toBe(true);\n    expect(calls.every((c) => c.modelId === \"gpt-4o\")).toBe(true);\n  });\n\n  it(\"middleware fires for agent multi-step calls (sequential doGenerate)\", async () => {\n    const { middleware, calls } = createRecordingMiddleware();\n    const mockModel = createMockLanguageModel(\n      \"openai/gpt-4.1\",\n      \"gateway.openai\",\n    );\n\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrapped = wrapLanguageModel({ model: mockModel, middleware });\n\n    const callOpts = {\n      prompt: [\n        {\n          role: \"user\" as const,\n          content: [{ type: \"text\" as const, text: \"agent step\" }],\n        },\n      ],\n    };\n\n    // Simulate multiple agent reasoning steps\n    await wrapped.doGenerate(callOpts);\n    await wrapped.doGenerate(callOpts);\n    await wrapped.doGenerate(callOpts);\n    await wrapped.doGenerate(callOpts);\n    await wrapped.doGenerate(callOpts);\n\n    expect(calls).toHaveLength(5);\n    calls.forEach((c) => {\n      expect(c.usage).toEqual({ inputTokens: 10, outputTokens: 5 });\n    });\n  });\n});\n\n// ---------------------------------------------------------------------------\n// ModelConfiguration-level middleware (the user-facing shape)\n// ---------------------------------------------------------------------------\n\ndescribe(\"middleware inside ModelConfiguration\", () => {\n  it(\"resolveModelConfiguration extracts middleware from object config\", () => {\n    const { middleware: mw } = createRecordingMiddleware();\n    const result = resolveModelConfiguration({\n      modelName: \"openai/gpt-4o\",\n      apiKey: \"sk-test\",\n      middleware: mw,\n    });\n\n    expect(result.modelName).toBe(\"openai/gpt-4o\");\n    expect(result.middleware).toBe(mw);\n    expect(result.clientOptions).toEqual({ apiKey: \"sk-test\" });\n    expect(result.clientOptions && \"middleware\" in result.clientOptions).toBe(\n      false,\n    );\n  });\n\n  it(\"string ModelConfiguration has no middleware\", () => {\n    const result = resolveModelConfiguration(\"openai/gpt-4o\");\n    expect(result.modelName).toBe(\"openai/gpt-4o\");\n    expect(result.middleware).toBeUndefined();\n    expect(result.clientOptions).toBeUndefined();\n  });\n\n  it(\"middleware is separated from clientOptions when resolving per-method overrides\", () => {\n    const { middleware: mw } = createRecordingMiddleware();\n    const result = resolveModelConfiguration({\n      modelName: \"anthropic/claude-sonnet-4-20250514\",\n      apiKey: \"sk-ant-test\",\n      middleware: mw,\n    });\n\n    expect(result.modelName).toBe(\"anthropic/claude-sonnet-4-20250514\");\n    expect(result.middleware).toBe(mw);\n    expect(result.clientOptions).toEqual({ apiKey: \"sk-ant-test\" });\n    expect(result.clientOptions && \"middleware\" in result.clientOptions).toBe(\n      false,\n    );\n  });\n});\n\n// ---------------------------------------------------------------------------\n// Practical middleware behaviors\n// ---------------------------------------------------------------------------\n\ndescribe(\"middleware that tracks duration\", () => {\n  it(\"measures wall-clock time of doGenerate\", async () => {\n    const durations: number[] = [];\n\n    const timingMiddleware: LanguageModelV2Middleware = {\n      wrapGenerate: async ({ doGenerate }) => {\n        const start = performance.now();\n        const result = await doGenerate();\n        durations.push(performance.now() - start);\n        return result;\n      },\n    };\n\n    const mockModel = createMockLanguageModel(\"gpt-4o\", \"openai.chat\");\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrapped = wrapLanguageModel({\n      model: mockModel,\n      middleware: timingMiddleware,\n    });\n\n    await wrapped.doGenerate({\n      prompt: [{ role: \"user\", content: [{ type: \"text\", text: \"time me\" }] }],\n    });\n\n    expect(durations).toHaveLength(1);\n    expect(durations[0]).toBeGreaterThanOrEqual(0);\n  });\n});\n\ndescribe(\"middleware that aggregates token usage\", () => {\n  it(\"sums tokens across multiple calls like a billing tracker\", async () => {\n    let totalInput = 0;\n    let totalOutput = 0;\n\n    const billingMiddleware: LanguageModelV2Middleware = {\n      wrapGenerate: async ({ doGenerate }) => {\n        const result = await doGenerate();\n        totalInput += result.usage.inputTokens ?? 0;\n        totalOutput += result.usage.outputTokens ?? 0;\n        return result;\n      },\n    };\n\n    const mockModel = createMockLanguageModel(\"gpt-4o\", \"openai.chat\");\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrapped = wrapLanguageModel({\n      model: mockModel,\n      middleware: billingMiddleware,\n    });\n\n    const callOpts = {\n      prompt: [\n        {\n          role: \"user\" as const,\n          content: [{ type: \"text\" as const, text: \"go\" }],\n        },\n      ],\n    };\n\n    // act\n    await wrapped.doGenerate(callOpts);\n    // extract\n    await wrapped.doGenerate(callOpts);\n    // observe\n    await wrapped.doGenerate(callOpts);\n\n    expect(totalInput).toBe(30);\n    expect(totalOutput).toBe(15);\n  });\n});\n\ndescribe(\"middleware that logs per-model call counts\", () => {\n  it(\"tracks which models were called and how many times\", async () => {\n    const modelCallCounts = new Map<string, number>();\n\n    const countingMiddleware: LanguageModelV2Middleware = {\n      wrapGenerate: async ({ doGenerate, model }) => {\n        const key = `${model.provider}/${model.modelId}`;\n        modelCallCounts.set(key, (modelCallCounts.get(key) ?? 0) + 1);\n        return doGenerate();\n      },\n    };\n\n    const modelA = createMockLanguageModel(\"gpt-4o\", \"openai.chat\");\n    const modelB = createMockLanguageModel(\n      \"claude-sonnet-4-20250514\",\n      \"anthropic.messages\",\n    );\n\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrappedA = wrapLanguageModel({\n      model: modelA,\n      middleware: countingMiddleware,\n    });\n    const wrappedB = wrapLanguageModel({\n      model: modelB,\n      middleware: countingMiddleware,\n    });\n\n    const callOpts = {\n      prompt: [\n        {\n          role: \"user\" as const,\n          content: [{ type: \"text\" as const, text: \"go\" }],\n        },\n      ],\n    };\n\n    await wrappedA.doGenerate(callOpts);\n    await wrappedA.doGenerate(callOpts);\n    await wrappedB.doGenerate(callOpts);\n\n    expect(modelCallCounts.get(\"openai.chat/gpt-4o\")).toBe(2);\n    expect(\n      modelCallCounts.get(\"anthropic.messages/claude-sonnet-4-20250514\"),\n    ).toBe(1);\n    expect(modelCallCounts.size).toBe(2);\n  });\n});\n\ndescribe(\"middleware that detects errors\", () => {\n  it(\"catches and re-throws errors from doGenerate while still recording the failure\", async () => {\n    const errors: Error[] = [];\n\n    const errorTrackingMiddleware: LanguageModelV2Middleware = {\n      wrapGenerate: async ({ doGenerate }) => {\n        try {\n          return await doGenerate();\n        } catch (err) {\n          errors.push(err as Error);\n          throw err;\n        }\n      },\n    };\n\n    const failingModel: LanguageModelV2 = {\n      specificationVersion: \"v2\",\n      provider: \"openai.chat\",\n      modelId: \"gpt-4o\",\n      defaultObjectGenerationMode: \"json\",\n      doGenerate: vi.fn().mockRejectedValue(new Error(\"rate limit exceeded\")),\n      doStream: vi.fn(),\n    } as unknown as LanguageModelV2;\n\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrapped = wrapLanguageModel({\n      model: failingModel,\n      middleware: errorTrackingMiddleware,\n    });\n\n    await expect(\n      wrapped.doGenerate({\n        prompt: [{ role: \"user\", content: [{ type: \"text\", text: \"fail\" }] }],\n      }),\n    ).rejects.toThrow(\"rate limit exceeded\");\n\n    expect(errors).toHaveLength(1);\n    expect(errors[0].message).toBe(\"rate limit exceeded\");\n  });\n});\n\ndescribe(\"chaining middleware across multiple wrapped models\", () => {\n  it(\"same middleware instance sees calls from different models\", async () => {\n    const seen: string[] = [];\n\n    const spyMiddleware: LanguageModelV2Middleware = {\n      wrapGenerate: async ({ doGenerate, model }) => {\n        seen.push(model.modelId);\n        return doGenerate();\n      },\n    };\n\n    const mockA = createMockLanguageModel(\"gpt-4o\", \"openai.chat\");\n    const mockB = createMockLanguageModel(\n      \"claude-sonnet-4-20250514\",\n      \"anthropic.messages\",\n    );\n\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrappedA = wrapLanguageModel({\n      model: mockA,\n      middleware: spyMiddleware,\n    });\n    const wrappedB = wrapLanguageModel({\n      model: mockB,\n      middleware: spyMiddleware,\n    });\n\n    const callOpts = {\n      prompt: [\n        {\n          role: \"user\" as const,\n          content: [{ type: \"text\" as const, text: \"go\" }],\n        },\n      ],\n    };\n\n    await wrappedA.doGenerate(callOpts);\n    await wrappedB.doGenerate(callOpts);\n    await wrappedA.doGenerate(callOpts);\n\n    expect(seen).toEqual([\"gpt-4o\", \"claude-sonnet-4-20250514\", \"gpt-4o\"]);\n  });\n});\n\n// ---------------------------------------------------------------------------\n// Edge cases\n// ---------------------------------------------------------------------------\n\ndescribe(\"middleware edge cases\", () => {\n  it(\"middleware that only implements wrapGenerate still works for doStream\", async () => {\n    const generateCalls: string[] = [];\n    const partialMiddleware: LanguageModelV2Middleware = {\n      wrapGenerate: async ({ doGenerate, model }) => {\n        generateCalls.push(model.modelId);\n        return doGenerate();\n      },\n    };\n\n    const mockModel = createMockLanguageModel(\"gpt-4o\", \"openai.chat\");\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrapped = wrapLanguageModel({\n      model: mockModel,\n      middleware: partialMiddleware,\n    });\n\n    const result = await wrapped.doStream({\n      prompt: [{ role: \"user\", content: [{ type: \"text\", text: \"stream\" }] }],\n    });\n    expect(result.stream).toBeDefined();\n\n    expect(generateCalls).toHaveLength(0);\n  });\n\n  it(\"middleware does not alter the response data\", async () => {\n    const { middleware } = createRecordingMiddleware();\n    const mockModel = createMockLanguageModel(\"gpt-4o\", \"openai.chat\");\n\n    const { wrapLanguageModel } = await import(\"ai\");\n    const wrapped = wrapLanguageModel({ model: mockModel, middleware });\n\n    const result = await wrapped.doGenerate({\n      prompt: [{ role: \"user\", content: [{ type: \"text\", text: \"test\" }] }],\n    });\n\n    expect(result.content).toEqual([{ type: \"text\", text: \"mock response\" }]);\n    expect(result.usage).toEqual({\n      inputTokens: 10,\n      outputTokens: 5,\n      totalTokens: 15,\n    });\n    expect(result.finishReason).toBe(\"stop\");\n  });\n});\n"]}