@agentlify/mcp-server 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +230 -0
- package/dist/index.d.ts +7 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +841 -0
- package/dist/index.js.map +1 -0
- package/docs/cost-optimization.md +281 -0
- package/docs/example-chatbot.md +424 -0
- package/docs/migration-anthropic.md +192 -0
- package/docs/migration-openai.md +383 -0
- package/docs/pricing.md +351 -0
- package/docs/quickstart.md +242 -0
- package/docs/router-configuration.md +644 -0
- package/docs/routing-strategies.md +236 -0
- package/docs/sdk-javascript.md +253 -0
- package/docs/sdk-python.md +52 -0
- package/package.json +40 -0
- package/src/index.ts +946 -0
- package/tsconfig.json +20 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC1B,sBAAsB,EACtB,yBAAyB,GAC1B,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAEpC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,yBAAyB;AACzB,MAAM,YAAY,GAAG,8BAA8B,CAAC;AACpD,MAAM,aAAa,GAAG,iCAAiC,CAAC;AACxD,MAAM,eAAe,GAAG,KAAK,CAAC;AAE9B,+BAA+B;AAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AAE9C,IAAI,CAAC,OAAO,EAAE,CAAC;IACb,OAAO,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC3E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAAC,YAAoB,EAAE,IAAS;IAC7D,4CAA4C;IAC5C,uCAAuC;IACvC,MAAM,WAAW,GAAG,YAAY;SAC7B,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,uBAAuB;SAC3C,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,sBAAsB;SAC1C,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,6BAA6B;SACxD,WAAW,EAAE,CAAC,uBAAuB;SACrC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,sBAAsB;IAE5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,YAAY,IAAI,WAAW,EAAE,EAAE;QAC7D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,OAAO,EAAE;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,eAAe,CAAC;KAC7C,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,gDAAgD,WAAW,EAAE,CAAC,CAAC;IACjF,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,OAAO,CAAC,QAAgB;IACrC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IACxD,OAAO,MAAM,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB;IACE,IAAI,EAAE,WAAW;IACjB,OAAO,EAAE,OAAO;CACjB,EACD;IACE,YAAY,EAAE;QACZ,KAAK,EAAE,EAAE;QACT,SAAS,EAAE,EAAE;KACd;CACF,CACF,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;IAC1D,OAAO;QACL,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,eAAe;gBACrB,WAAW,EACT,4FAA4F;gBAC9F,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,kCAAkC;yBAChD;wBACD,WAAW,EAAE;4BACX,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,sEAAsE;4BACxE,OAAO,EAAE,GAAG;yBACb;wBACD,cAAc,EAAE;4BACd,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,sEAAsE;4BACxE,OAAO,EAAE,GAAG;yBACb;wBACD,cAAc,EAAE;4BACd,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,2EAA2E;4BAC7E,OAAO,EAAE,GAAG;yBACb;wBACD,aAAa,EAAE;4BACb,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,gFAAgF;4BAClF,OAAO,EAAE,GAAG;yBACb;wBACD,MAAM,EAAE;4BACN,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EACT,uEAAuE;4BACzE,OAAO,EAAE,EAAE;yBACZ;wBACD,gBAAgB,EAAE;4BAChB,IAAI,EAAE,SAAS;4BACf,WAAW,EACT,uEAAuE;4BACzE,OAAO,EAAE,IAAI;yBACd;wBACD,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,wCAAwC;yBACtD;wBACD,cAAc,EAAE;4BACd,IAAI,EAAE,SAAS;4BACf,WAAW,EACT,2DAA2D;4BAC7D,OAAO,EAAE,KAAK;yBACf;wBACD,iBAAiB,EAAE;4BACjB,IAAI,EAAE,SAAS;4BACf,WAAW,EACT,yDAAyD;4BAC3D,OAAO,EAAE,KAAK;yBACf;wBACD,OAAO,EAAE;4BACP,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,oCAAoC;4BACjD,OAAO,EAAE,EAAE;yBACZ;wBACD,UAAU,EAAE;4BACV,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,2DAA2D;4BAC7D,OAAO,EAAE,GAAG;yBACb;qBACF;oBACD,QAAQ,EAAE,CAAC,MAAM,CAAC;iBACnB;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EACT,+FAA+F;gBACjG,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,SAAS,EAAE;4BACT,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,mBAAmB;yBACjC;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE;gCACL,IAAI,EAAE,QAAQ;gCACd,UAAU,EAAE;oCACV,IAAI,EAAE;wCACJ,IAAI,EAAE,QAAQ;wCACd,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC;qCACtC;oCACD,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iCAC5B;gCACD,QAAQ,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;6BAC9B;4BACD,WAAW,EAAE,uBAAuB;yBACrC;wBACD,UAAU,EAAE;4BACV,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,qDAAqD;yBACxD;qBACF;oBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;iBACpC;aACF;YACD;gBACE,IAAI,EAAE,mBAAmB;gBACzB,WAAW,EACT,iHAAiH;gBACnH,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,UAAU,EAAE;4BACV,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC;4BAC1B,WAAW,EAAE,4CAA4C;yBAC1D;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,aAAa;gBACnB,WAAW,EACT,4EAA4E;gBAC9E,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;iBACf;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EACT,2EAA2E;gBAC7E,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;iBACf;aACF;YACD;gBACE,IAAI,EAAE,aAAa;gBACnB,WAAW,EACT,uEAAuE;gBACzE,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;iBACf;aACF;YACD;gBACE,IAAI,EAAE,aAAa;gBACnB,WAAW,EACT,yGAAyG;gBAC3G,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,gBAAgB,EAAE;4BAChB,IAAI,EAAE,SAAS;4BACf,WAAW,EAAE,0CAA0C;4BACvD,OAAO,EAAE,KAAK;yBACf;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,4DAA4D;4BACzE,OAAO,EAAE,EAAE;yBACZ;wBACD,WAAW,EAAE;4BACX,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,8DAA8D;yBACjE;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,WAAW,EACT,+FAA+F;gBACjG,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,0BAA0B;yBACxC;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EACT,2JAA2J;gBAC7J,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,mGAAmG;yBACtG;wBACD,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,mCAAmC;yBACjD;wBACD,WAAW,EAAE;4BACX,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,6CAA6C;yBAC3D;wBACD,SAAS,EAAE;4BACT,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,qFAAqF;yBACxF;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EACT,mFAAmF;yBACtF;wBACD,MAAM,EAAE;4BACN,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EAAE,mDAAmD;yBACjE;wBACD,aAAa,EAAE;4BACb,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EACT,mEAAmE;yBACtE;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EACT,qFAAqF;yBACxF;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,wFAAwF;yBAC3F;wBACD,SAAS,EAAE;4BACT,IAAI,EAAE,SAAS;4BACf,WAAW,EAAE,gDAAgD;4BAC7D,OAAO,EAAE,IAAI;yBACd;qBACF;oBACD,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;iBAChE;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EACT,gHAAgH;gBAClH,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,uDAAuD;yBACrE;wBACD,OAAO,EAAE;4BACP,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,qIAAqI;yBACxI;wBACD,gBAAgB,EAAE;4BAChB,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,4EAA4E;yBAC/E;wBACD,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,wDAAwD;yBAC3D;wBACD,WAAW,EAAE;4BACX,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,wDAAwD;yBAC3D;wBACD,SAAS,EAAE;4BACT,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,wDAAwD;yBAC3D;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EACT,wDAAwD;yBAC3D;wBACD,MAAM,EAAE;4BACN,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EACT,wDAAwD;yBAC3D;wBACD,aAAa,EAAE;4BACb,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EACT,wDAAwD;yBAC3D;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EACT,wDAAwD;yBAC3D;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,wDAAwD;yBAC3D;wBACD,SAAS,EAAE;4BACT,IAAI,EAAE,SAAS;4BACf,WAAW,EACT,wDAAwD;yBAC3D;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EACT,oEAAoE;gBACtE,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,uDAAuD;yBACrE;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EACT,iDAAiD;gBACnD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,uDAAuD;yBACrE;wBACD,SAAS,EAAE;4BACT,IAAI,EAAE,SAAS;4BACf,WAAW,EAAE,qBAAqB;yBACnC;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC;iBACpC;aACF;YACD;gBACE,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EACT,8DAA8D;gBAChE,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,iEAAiE;yBACpE;wBACD,gBAAgB,EAAE;4BAChB,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,mEAAmE;yBACtE;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;YACD;gBACE,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EACT,4EAA4E;gBAC9E,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;iBACf;aACF;YACD;gBACE,IAAI,EAAE,sBAAsB;gBAC5B,WAAW,EACT,6EAA6E;gBAC/E,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,mCAAmC;yBACjD;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,qDAAqD;4BAClE,OAAO,EAAE,EAAE;yBACZ;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,qBAAqB;gBAC3B,WAAW,EACT,uDAAuD;gBACzD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,WAAW,EAAE;4BACX,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,qBAAqB;yBACnC;wBACD,gBAAgB,EAAE;4BAChB,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,kDAAkD;yBAChE;qBACF;oBACD,QAAQ,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACF;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,WAAW,EACT,+LAA+L;gBACjM,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,4DAA4D;yBAC/D;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE;gCACL,IAAI,EAAE,QAAQ;gCACd,UAAU,EAAE;oCACV,IAAI,EAAE;wCACJ,IAAI,EAAE,QAAQ;wCACd,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC;qCAC9C;oCACD,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oCAC3B,YAAY,EAAE;wCACZ,IAAI,EAAE,QAAQ;wCACd,WAAW,EACT,2DAA2D;qCAC9D;oCACD,UAAU,EAAE;wCACV,IAAI,EAAE,OAAO;wCACb,WAAW,EACT,gEAAgE;qCACnE;iCACF;gCACD,QAAQ,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;6BAC9B;4BACD,WAAW,EAAE,oCAAoC;yBAClD;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EACT,0HAA0H;yBAC7H;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC;iBACnC;aACF;YACD;gBACE,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EACT,gGAAgG;gBAClG,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,8BAA8B;yBAC5C;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,0DAA0D;4BAC5D,OAAO,EAAE,EAAE;yBACZ;wBACD,MAAM,EAAE;4BACN,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,qEAAqE;yBACxE;wBACD,UAAU,EAAE;4BACV,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,iFAAiF;yBACpF;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,gFAAgF;yBACnF;wBACD,WAAW,EAAE;4BACX,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,gFAAgF;yBACnF;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;YACD;gBACE,IAAI,EAAE,sBAAsB;gBAC5B,WAAW,EACT,gGAAgG;gBAClG,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,4CAA4C;yBAC1D;qBACF;oBACD,QAAQ,EAAE,CAAC,cAAc,CAAC;iBAC3B;aACF;YACD;gBACE,IAAI,EAAE,mBAAmB;gBACzB,WAAW,EACT,sFAAsF;gBACxF,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,aAAa,EAAE;4BACb,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EACT,8EAA8E;yBACjF;wBACD,MAAM,EAAE;4BACN,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;4BAC9B,WAAW,EAAE,+BAA+B;4BAC5C,OAAO,EAAE,MAAM;yBAChB;wBACD,aAAa,EAAE;4BACb,IAAI,EAAE,SAAS;4BACf,WAAW,EACT,+DAA+D;4BACjE,OAAO,EAAE,IAAI;yBACd;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,wEAAwE;yBAC3E;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,qFAAqF;yBACxF;qBACF;iBACF;aACF;SACF;KACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAEjD,IAAI,CAAC;QACH,IAAI,MAAM,CAAC;QAEX,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,eAAe;gBAClB,MAAM,GAAG,MAAM,gBAAgB,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;gBAC7D,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,GAAG,MAAM,gBAAgB,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;gBAC5D,MAAM;YACR,KAAK,mBAAmB;gBACtB,MAAM,GAAG,MAAM,gBAAgB,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;gBAChE,MAAM;YACR,KAAK,aAAa;gBAChB,MAAM,GAAG,MAAM,gBAAgB,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;gBAC3D,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,GAAG,MAAM,gBAAgB,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;gBAC5D,MAAM;YACR,KAAK,aAAa;gBAChB,MAAM,GAAG,MAAM,gBAAgB,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;gBAC3D,MAAM;YACR,KAAK,aAAa;gBAChB,MAAM,GAAG,MAAM,gBAAgB,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;gBAC3D,MAAM;YACR,KAAK,WAAW;gBACd,MAAM,GAAG,MAAM,gBAAgB,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;gBACzD,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,GAAG,MAAM,gBAAgB,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;gBAC5D,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,GAAG,MAAM,gBAAgB,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;gBAC5D,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,GAAG,MAAM,gBAAgB,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;gBAC5D,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,GAAG,MAAM,gBAAgB,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;gBAC5D,MAAM;YACR,KAAK,iBAAiB;gBACpB,MAAM,GAAG,MAAM,gBAAgB,CAAC,uBAAuB,EAAE,IAAI,CAAC,CAAC;gBAC/D,MAAM;YACR,KAAK,iBAAiB;gBACpB,MAAM,GAAG,MAAM,gBAAgB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;gBAC9D,MAAM;YACR,KAAK,sBAAsB;gBACzB,MAAM,GAAG,MAAM,gBAAgB,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC;gBACnE,MAAM;YACR,KAAK,qBAAqB;gBACxB,MAAM,GAAG,MAAM,gBAAgB,CAAC,0BAA0B,EAAE,IAAI,CAAC,CAAC;gBAClE,MAAM;YACR,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,EACJ,QAAQ,EAAE,OAAO,EACjB,QAAQ,EAAE,aAAa,EACvB,KAAK,EAAE,UAAU,GAClB,GAAG,IAAW,CAAC;gBAChB,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAElC,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE;oBAC/C,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,OAAO,EAAE;qBACnC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,OAAO,EACL,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;4BACzD,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;4BAClB,CAAC,CAAC,OAAO;wBACb,QAAQ,EAAE,aAAa;wBACvB,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC7C,CAAC;oBACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,eAAe,CAAC;iBAC7C,CAAC,CAAC;gBAEH,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;oBACtB,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;oBAC7C,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,EAAE,CAAC,CAAC;gBAC1D,CAAC;gBAED,MAAM,SAAS,GAAG,CAAC,MAAM,aAAa,CAAC,IAAI,EAAE,CAAQ,CAAC;gBACtD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;gBAEjD,MAAM,GAAG;oBACP,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;oBACxD,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,uBAAuB,EACrB,SAAS,CAAC,cAAc,EAAE,uBAAuB,IAAI,KAAK;oBAC5D,UAAU,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI;oBAC/D,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC;oBACzB,cAAc,EAAE,SAAS,CAAC,aAAa,IAAI,IAAI;oBAC/C,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,IAAI;oBAC9B,cAAc,EAAE,SAAS,CAAC,cAAc,IAAI,IAAI;oBAChD,UAAU,EAAE,YAAY;iBACzB,CAAC;gBACF,MAAM;YACR,CAAC;YACD,KAAK,iBAAiB;gBACpB,MAAM,GAAG,MAAM,gBAAgB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;gBAC9D,MAAM;YACR,KAAK,sBAAsB;gBACzB,MAAM,GAAG,MAAM,gBAAgB,CAAC,0BAA0B,EAAE,IAAI,CAAC,CAAC;gBAClE,MAAM;YACR,KAAK,mBAAmB;gBACtB,MAAM,GAAG,MAAM,gBAAgB,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;gBAChE,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;iBACtC;aACF;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,UAAW,KAAe,CAAC,OAAO,EAAE;iBAC3C;aACF;YACD,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,iBAAiB,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;IAC9D,OAAO;QACL,SAAS,EAAE;YACT;gBACE,GAAG,EAAE,wBAAwB;gBAC7B,IAAI,EAAE,qBAAqB;gBAC3B,QAAQ,EAAE,eAAe;gBACzB,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,GAAG,EAAE,8BAA8B;gBACnC,IAAI,EAAE,wBAAwB;gBAC9B,QAAQ,EAAE,eAAe;gBACzB,WAAW,EAAE,uDAAuD;aACrE;YACD;gBACE,GAAG,EAAE,iCAAiC;gBACtC,IAAI,EAAE,2BAA2B;gBACjC,QAAQ,EAAE,eAAe;gBACzB,WAAW,EAAE,0DAA0D;aACxE;YACD;gBACE,GAAG,EAAE,kCAAkC;gBACvC,IAAI,EAAE,4BAA4B;gBAClC,QAAQ,EAAE,eAAe;gBACzB,WAAW,EAAE,kDAAkD;aAChE;YACD;gBACE,GAAG,EAAE,wBAAwB;gBAC7B,IAAI,EAAE,sBAAsB;gBAC5B,QAAQ,EAAE,eAAe;gBACzB,WAAW,EAAE,mCAAmC;aACjD;YACD;gBACE,GAAG,EAAE,4BAA4B;gBACjC,IAAI,EAAE,2BAA2B;gBACjC,QAAQ,EAAE,eAAe;gBACzB,WAAW,EAAE,uCAAuC;aACrD;YACD;gBACE,GAAG,EAAE,gCAAgC;gBACrC,IAAI,EAAE,8BAA8B;gBACpC,QAAQ,EAAE,eAAe;gBACzB,WAAW,EAAE,qDAAqD;aACnE;YACD;gBACE,GAAG,EAAE,+BAA+B;gBACpC,IAAI,EAAE,yBAAyB;gBAC/B,QAAQ,EAAE,eAAe;gBACzB,WAAW,EAAE,sCAAsC;aACpD;YACD;gBACE,GAAG,EAAE,8BAA8B;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,QAAQ,EAAE,eAAe;gBACzB,WAAW,EAAE,4CAA4C;aAC1D;YACD;gBACE,GAAG,EAAE,qBAAqB;gBAC1B,IAAI,EAAE,mBAAmB;gBACzB,QAAQ,EAAE,eAAe;gBACzB,WAAW,EAAE,iCAAiC;aAC/C;SACF;KACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,iBAAiB,CAAC,yBAAyB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IACpE,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAE/B,MAAM,MAAM,GAA2B;QACrC,wBAAwB,EAAE,eAAe;QACzC,8BAA8B,EAAE,qBAAqB;QACrD,iCAAiC,EAAE,wBAAwB;QAC3D,kCAAkC,EAAE,yBAAyB;QAC7D,wBAAwB,EAAE,eAAe;QACzC,4BAA4B,EAAE,mBAAmB;QACjD,gCAAgC,EAAE,uBAAuB;QACzD,+BAA+B,EAAE,sBAAsB;QACvD,8BAA8B,EAAE,oBAAoB;QACpD,qBAAqB,EAAE,YAAY;KACpC,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxC,OAAO;YACL,QAAQ,EAAE;gBACR;oBACE,GAAG;oBACH,QAAQ,EAAE,eAAe;oBACzB,IAAI,EAAE,OAAO;iBACd;aACF;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,4BACE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CACvD,EAAE,CACH,CAAC;IACJ,CAAC;AACH,CAAC,CAAC,CAAC;AAEH;;GAEG;AACH,KAAK,UAAU,IAAI;IACjB,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,OAAO,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;AACzD,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,281 @@
|
|
|
1
|
+
# Cost Optimization Guide
|
|
2
|
+
|
|
3
|
+
Top strategies for reducing AI costs with Agentlify.
|
|
4
|
+
|
|
5
|
+
---
|
|
6
|
+
|
|
7
|
+
## Quick Wins
|
|
8
|
+
|
|
9
|
+
### 1. Use Cost-Optimized Routing
|
|
10
|
+
|
|
11
|
+
**Savings: 40-60%**
|
|
12
|
+
|
|
13
|
+
```javascript
|
|
14
|
+
// Create cost-optimized router
|
|
15
|
+
const router = await createRouter({
|
|
16
|
+
name: 'cost-saver',
|
|
17
|
+
routing_strategy: 'cost_optimized',
|
|
18
|
+
});
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
Router automatically uses cheapest suitable models.
|
|
22
|
+
|
|
23
|
+
---
|
|
24
|
+
|
|
25
|
+
### 2. Let Router Choose Models
|
|
26
|
+
|
|
27
|
+
**Savings: 30-50%**
|
|
28
|
+
|
|
29
|
+
```javascript
|
|
30
|
+
// ✅ Good - Let router decide
|
|
31
|
+
const response = await client.chat.completions.create({
|
|
32
|
+
messages: [{ role: 'user', content: 'Hello' }],
|
|
33
|
+
// No model specified
|
|
34
|
+
});
|
|
35
|
+
|
|
36
|
+
// ❌ Bad - Force expensive model
|
|
37
|
+
const response = await client.chat.completions.create({
|
|
38
|
+
model: 'gpt-4', // Always uses GPT-4
|
|
39
|
+
messages: [{ role: 'user', content: 'Hello' }],
|
|
40
|
+
});
|
|
41
|
+
```
|
|
42
|
+
|
|
43
|
+
---
|
|
44
|
+
|
|
45
|
+
### 3. Monitor Usage Regularly
|
|
46
|
+
|
|
47
|
+
**Savings: 10-20%**
|
|
48
|
+
|
|
49
|
+
Use MCP tools:
|
|
50
|
+
|
|
51
|
+
```
|
|
52
|
+
User: "Show my usage for last 7 days"
|
|
53
|
+
AI: Identifies expensive patterns
|
|
54
|
+
```
|
|
55
|
+
|
|
56
|
+
Check dashboard weekly to spot cost spikes.
|
|
57
|
+
|
|
58
|
+
---
|
|
59
|
+
|
|
60
|
+
## Model Alternative Comparison
|
|
61
|
+
|
|
62
|
+
### For General Chat:
|
|
63
|
+
|
|
64
|
+
| Model | Cost per 1M tokens | Quality | Speed |
|
|
65
|
+
| --------------- | ------------------ | ------- | --------- |
|
|
66
|
+
| GPT-4 | $30 (output) | 98% | 1200ms |
|
|
67
|
+
| GPT-4-Turbo | $10 (output) | 96% | 800ms |
|
|
68
|
+
| **GPT-4o-mini** | **$0.60 (output)** | **85%** | **600ms** |
|
|
69
|
+
|
|
70
|
+
**Recommendation:** Start with GPT-4o-mini, upgrade only when needed
|
|
71
|
+
|
|
72
|
+
**Savings:** 98% cost reduction!
|
|
73
|
+
|
|
74
|
+
---
|
|
75
|
+
|
|
76
|
+
### For Code Generation:
|
|
77
|
+
|
|
78
|
+
| Model | Cost per 1M tokens | Code Quality |
|
|
79
|
+
| ----------------- | ------------------ | ------------- |
|
|
80
|
+
| GPT-4 | $30 | Excellent |
|
|
81
|
+
| Claude 3.5 Sonnet | $15 | Excellent |
|
|
82
|
+
| **GPT-4-Turbo** | **$10** | **Very Good** |
|
|
83
|
+
|
|
84
|
+
**Recommendation:** GPT-4-Turbo for most code tasks
|
|
85
|
+
|
|
86
|
+
**Savings:** 66% vs. GPT-4
|
|
87
|
+
|
|
88
|
+
---
|
|
89
|
+
|
|
90
|
+
### For Content Writing:
|
|
91
|
+
|
|
92
|
+
| Model | Cost per 1M tokens | Quality |
|
|
93
|
+
| --------------------- | ------------------ | ------------- |
|
|
94
|
+
| Claude 3 Opus | $75 | Excellent |
|
|
95
|
+
| **Claude 3.5 Sonnet** | **$15** | **Excellent** |
|
|
96
|
+
| GPT-4-Turbo | $10 | Very Good |
|
|
97
|
+
|
|
98
|
+
**Recommendation:** Claude 3.5 Sonnet
|
|
99
|
+
|
|
100
|
+
**Savings:** 80% vs. Opus, better quality than GPT-4-Turbo
|
|
101
|
+
|
|
102
|
+
---
|
|
103
|
+
|
|
104
|
+
## Advanced Optimization Techniques
|
|
105
|
+
|
|
106
|
+
### 1. Prompt Engineering
|
|
107
|
+
|
|
108
|
+
**Bad prompt:**
|
|
109
|
+
|
|
110
|
+
```
|
|
111
|
+
"Tell me everything about JavaScript in detail with examples and explanations"
|
|
112
|
+
```
|
|
113
|
+
|
|
114
|
+
Cost: ~$0.05 (5000 tokens)
|
|
115
|
+
|
|
116
|
+
**Good prompt:**
|
|
117
|
+
|
|
118
|
+
```
|
|
119
|
+
"Explain JavaScript closures in 3 sentences"
|
|
120
|
+
```
|
|
121
|
+
|
|
122
|
+
Cost: ~$0.001 (100 tokens)
|
|
123
|
+
|
|
124
|
+
**Savings:** 98%
|
|
125
|
+
|
|
126
|
+
---
|
|
127
|
+
|
|
128
|
+
### 2. Response Length Control
|
|
129
|
+
|
|
130
|
+
```javascript
|
|
131
|
+
const response = await client.chat.completions.create({
|
|
132
|
+
messages: [{ role: 'user', content: 'Explain AI' }],
|
|
133
|
+
max_tokens: 200, // Limit response length
|
|
134
|
+
});
|
|
135
|
+
```
|
|
136
|
+
|
|
137
|
+
**Saves:** 50-70% on verbose models
|
|
138
|
+
|
|
139
|
+
---
|
|
140
|
+
|
|
141
|
+
### 3. Batch Similar Requests
|
|
142
|
+
|
|
143
|
+
```javascript
|
|
144
|
+
// ❌ Bad - 100 separate requests
|
|
145
|
+
for (const item of items) {
|
|
146
|
+
await client.chat.completions.create({
|
|
147
|
+
messages: [{ role: 'user', content: `Summarize: ${item}` }],
|
|
148
|
+
});
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
// ✅ Good - 1 batched request
|
|
152
|
+
await client.chat.completions.create({
|
|
153
|
+
messages: [
|
|
154
|
+
{
|
|
155
|
+
role: 'user',
|
|
156
|
+
content: `Summarize these 100 items:\n${items.join('\n')}`,
|
|
157
|
+
},
|
|
158
|
+
],
|
|
159
|
+
});
|
|
160
|
+
```
|
|
161
|
+
|
|
162
|
+
**Saves:** 20-30% on fixed costs
|
|
163
|
+
|
|
164
|
+
---
|
|
165
|
+
|
|
166
|
+
### 4. Use Streaming for Long Responses
|
|
167
|
+
|
|
168
|
+
```javascript
|
|
169
|
+
const stream = await client.chat.completions.create({
|
|
170
|
+
messages: [{ role: 'user', content: 'Write essay' }],
|
|
171
|
+
stream: true,
|
|
172
|
+
});
|
|
173
|
+
|
|
174
|
+
// Can cancel early if response is good enough
|
|
175
|
+
```
|
|
176
|
+
|
|
177
|
+
**Saves:** 10-20% by stopping early when satisfied
|
|
178
|
+
|
|
179
|
+
---
|
|
180
|
+
|
|
181
|
+
## Real-World Example
|
|
182
|
+
|
|
183
|
+
### Before Agentlify:
|
|
184
|
+
|
|
185
|
+
```
|
|
186
|
+
Provider: OpenAI only
|
|
187
|
+
Model: GPT-4 for everything
|
|
188
|
+
Monthly requests: 10,000
|
|
189
|
+
Average tokens: 1,500 per request
|
|
190
|
+
Cost: $450/month
|
|
191
|
+
```
|
|
192
|
+
|
|
193
|
+
### After Agentlify:
|
|
194
|
+
|
|
195
|
+
```
|
|
196
|
+
Router: Cost-optimized
|
|
197
|
+
Models: Mix of GPT-4o-mini (70%), GPT-4-Turbo (25%), GPT-4 (5%)
|
|
198
|
+
Monthly requests: 10,000 (same)
|
|
199
|
+
Average tokens: 1,500 per request (same)
|
|
200
|
+
Cost: $180/month
|
|
201
|
+
Savings: $270/month (60%)
|
|
202
|
+
```
|
|
203
|
+
|
|
204
|
+
---
|
|
205
|
+
|
|
206
|
+
## Use MCP Tools for Optimization
|
|
207
|
+
|
|
208
|
+
### Check Current Costs
|
|
209
|
+
|
|
210
|
+
```
|
|
211
|
+
User: "Show my usage summary"
|
|
212
|
+
AI: Total: $45 | Avg per request: $0.0045
|
|
213
|
+
```
|
|
214
|
+
|
|
215
|
+
### Get Recommendations
|
|
216
|
+
|
|
217
|
+
```
|
|
218
|
+
User: "Optimize my router"
|
|
219
|
+
AI: Switch to GPT-4-Turbo → Save $25/month
|
|
220
|
+
```
|
|
221
|
+
|
|
222
|
+
### Compare Models
|
|
223
|
+
|
|
224
|
+
```
|
|
225
|
+
User: "Compare GPT-4 vs Claude 3.5 Sonnet vs Gemini Pro"
|
|
226
|
+
AI: [Comparison table with costs and quality scores]
|
|
227
|
+
```
|
|
228
|
+
|
|
229
|
+
---
|
|
230
|
+
|
|
231
|
+
## Monthly Cost Targets
|
|
232
|
+
|
|
233
|
+
### Startup/Side Project:
|
|
234
|
+
|
|
235
|
+
**Target:** $20-50/month
|
|
236
|
+
**Strategy:** Cost-optimized, GPT-4o-mini primary
|
|
237
|
+
|
|
238
|
+
### Small Business:
|
|
239
|
+
|
|
240
|
+
**Target:** $100-300/month
|
|
241
|
+
**Strategy:** Balanced, mix of models
|
|
242
|
+
|
|
243
|
+
### Enterprise:
|
|
244
|
+
|
|
245
|
+
**Target:** $1,000+/month
|
|
246
|
+
**Strategy:** Quality-optimized with cost monitoring
|
|
247
|
+
|
|
248
|
+
---
|
|
249
|
+
|
|
250
|
+
## Monitor These Metrics
|
|
251
|
+
|
|
252
|
+
1. **Cost per request** - Should decrease over time
|
|
253
|
+
2. **Model distribution** - Cheaper models should dominate
|
|
254
|
+
3. **Quality feedback** - Ensure users happy with responses
|
|
255
|
+
4. **Monthly trend** - Track savings month-over-month
|
|
256
|
+
|
|
257
|
+
---
|
|
258
|
+
|
|
259
|
+
## Best Practices
|
|
260
|
+
|
|
261
|
+
✅ Start with cost-optimized routing
|
|
262
|
+
✅ Monitor usage weekly
|
|
263
|
+
✅ Use MCP tools for optimization recommendations
|
|
264
|
+
✅ Don't force specific models unless required
|
|
265
|
+
✅ Limit response lengths when possible
|
|
266
|
+
✅ Batch similar requests
|
|
267
|
+
✅ Use streaming for long responses
|
|
268
|
+
|
|
269
|
+
---
|
|
270
|
+
|
|
271
|
+
## Common Mistakes
|
|
272
|
+
|
|
273
|
+
❌ Always using GPT-4 for simple tasks
|
|
274
|
+
❌ Not setting max_tokens limits
|
|
275
|
+
❌ Forcing specific models in router
|
|
276
|
+
❌ Not monitoring usage regularly
|
|
277
|
+
❌ Ignoring optimization recommendations
|
|
278
|
+
|
|
279
|
+
---
|
|
280
|
+
|
|
281
|
+
**Bottom line:** With Agentlify's intelligent routing, you can easily achieve 40-60% cost savings while maintaining quality!
|