@mcpmesh/sdk 0.8.0 → 0.9.0-beta.1

package/dist/llm.js

@@ -230,18 +230,33 @@ export function buildLlmAgentSpecs() {
     const registry = LlmToolRegistry.getInstance();
     const specs = [];
     for (const [, config] of registry.getAllConfigs()) {
-        // Serialize provider to JSON
-        const providerJson = typeof config.provider === "string"
-            ? JSON.stringify({ direct: config.provider })
-            : JSON.stringify(config.provider);
+        // Apply MESH_LLM_* env var overrides (matches Python SDK behavior)
+        // ENV > config > defaults
+        // MESH_LLM_PROVIDER: Override provider for direct mode (not mesh delegation)
+        let resolvedProvider;
+        if (typeof config.provider === "string") {
+            resolvedProvider = process.env.MESH_LLM_PROVIDER || config.provider;
+        }
+        else {
+            resolvedProvider = config.provider; // mesh delegation - no override
+        }
+        const providerJson = typeof resolvedProvider === "string"
+            ? JSON.stringify({ direct: resolvedProvider })
+            : JSON.stringify(resolvedProvider);
         // Serialize filter to JSON if present
         const filterJson = config.filter ? JSON.stringify(config.filter) : undefined;
+        // MESH_LLM_FILTER_MODE: Override filter mode
+        const resolvedFilterMode = process.env.MESH_LLM_FILTER_MODE || config.filterMode;
+        // MESH_LLM_MAX_ITERATIONS: Override max iterations
+        const resolvedMaxIterations = process.env.MESH_LLM_MAX_ITERATIONS
+            ? parseInt(process.env.MESH_LLM_MAX_ITERATIONS, 10)
+            : config.maxIterations;
         specs.push({
             functionId: config.functionId,
             provider: providerJson,
             filter: filterJson,
-            filterMode: config.filterMode,
-            maxIterations: config.maxIterations,
+            filterMode: resolvedFilterMode,
+            maxIterations: resolvedMaxIterations,
         });
     }
     return specs;

package/dist/llm.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm.js","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAGH,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAUrD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC;;GAEG;AACH,MAAM,OAAO,eAAe;IAClB,MAAM,CAAC,QAAQ,GAA2B,IAAI,CAAC;IAEvD,6CAA6C;IACrC,OAAO,GAA+B,IAAI,GAAG,EAAE,CAAC;IAExD,2EAA2E;IACnE,aAAa,GAAgC,IAAI,GAAG,EAAE,CAAC;IAE/D,oFAAoF;IAC5E,iBAAiB,GAAkC,IAAI,GAAG,EAAE,CAAC;IAErE,gBAAuB,CAAC;IAExB,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAC9B,eAAe,CAAC,QAAQ,GAAG,IAAI,eAAe,EAAE,CAAC;QACnD,CAAC;QACD,OAAO,eAAe,CAAC,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK;QACV,eAAe,CAAC,QAAQ,GAAG,IAAI,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,UAAkB,EAAE,MAAqB;QAChD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,UAAkB;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,UAAkB,EAAE,KAAqB;QACxD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC1C,KAAK,CAAC,GAAG,CAAC,qBAAqB,UAAU,KAAK,KAAK,CAAC,MAAM,kBAAkB,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,UAAkB;QACjC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,UAAkB,EAAE,QAA0B;QAChE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACjD,KAAK,CAAC,GAAG,CAAC,0BAA0B,UAAU,KAAK,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,sBAAsB,CAAC,UAAkB;QACvC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1C,KAAK,CAAC,GAAG,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,UAAkB;QACpC,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;;AAoDH;;;;;;;;GAQG;AACH,MAAM,UAAU,GAAG,CAIjB,MAAwC;IAExC,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAE/C,uBAAuB;IACvB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC;IAE/B,0BAA0B;IAC1B,MAAM,SAAS,GAAkB;QAC/B,UAAU;QACV,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI;QAC5C,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;QACrC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,OAAO;QAClC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;QACzC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK;QACtC,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;QACzF,YAAY,EAAE,MAAM,CAAC,OAAO;QAC5B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM;QACvC,OAAO,EAAE,MAAM,CAAC,OAAmC;KACpD,CAAC;IAEF,kCAAkC;IAClC,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAEzC,8CAA8C;IAC9C,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC;QAC7B,UAAU;QACV,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,KAAK,EAAE,SAAS,CAAC,KAAK;QACtB,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,aAAa,EAAE,SAAS,CAAC,aAAa;QACtC,eAAe,EAAE,SAAS,CAAC,eAAe;QAC1C,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,UAAU,EAAE,SAAS,CAAC,UAAU;KACjC,CAAC,CAAC;IAEH,6BAA6B;IAC7B,MAAM,cAAc,GAAG,KAAK,EAAE,IAAsB,EAAmB,EAAE;QACvE,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,aAAa,UAAU,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YAEtE,kCAAkC;YAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;YAC9D,KAAK,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,MAAM,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAE9F,kEAAkE;YAClE,IAAI,eAAe,GAA4B,EAAE,CAAC;YAClD,IAAI,SAAS,CAAC,YAAY,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC/D,MAAM,OAAO,GAAG,IAA+B,CAAC;gBAChD,IAAI,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC;oBACpC,eAAe,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,CAA4B,CAAC;gBAC/E,CAAC;YACH,CAAC;YAED,4BAA4B;YAC5B,MAAM,WAAW,GAAG,KAAK,CAAC,cAAc,CAAC;gBACvC,KAAK;gBACL,YAAY,EAAE,YAAY;oBACxB,CAAC,CAAC;wBACE,QAAQ,EAAE,YAAY,CAAC,QAAQ;wBAC/B,YAAY,EAAE,YAAY,CAAC,YAAY;wBACvC,KAAK,EAAE,YAAY,CAAC,KAAK;qBAC1B;oBACH,CAAC,CAAC,SAAS;gBACb,eAAe;aAChB,CAAC,CAAC;YAEH,8BAA8B;YAC9B,KAAK,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,WAA8E,EAAE,CAAC,CAAC;YACtI,KAAK,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAE5C,mCAAmC;YACnC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/B,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,GAAG,CAAC,YAAY,UAAU,GAAG,EAAE,KAAK,CAAC,CAAC;YAC5C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,+DAA+D;IAC/D,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,OAAO,EAAE,cAAc;QACvB,cAAc,EAAE,SAAS;KAC1B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAOhC,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAC/C,MAAM,KAAK,GAMN,EAAE,CAAC;IAER,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC;QAClD,6BAA6B;QAC7B,MAAM,YAAY,GAChB,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;YACjC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC7C,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEtC,sCAAsC;QACtC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAE7E,KAAK,CAAC,IAAI,CAAC;YACT,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,YAAY;YACtB,MAAM,EAAE,UAAU;YAClB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;SACpC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,UAAkB,EAClB,KAME;IAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAE/C,sBAAsB;IACtB,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;IAE9D,kBAAkB;IAClB,QAAQ,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B,CACxC,UAAkB,EAClB,YAKC;IAED,KAAK,CAAC,GAAG,CAAC,0BAA0B,UAAU,KAAK,YAAY,CAAC,QAAQ,IAAI,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC;IACzG,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAE/C,QAAQ,CAAC,mBAAmB,CAAC,UAAU,EAAE;QACvC,QAAQ,EAAE,YAAY,CAAC,QAAQ;QAC/B,YAAY,EAAE,YAAY,CAAC,YAAY;QACvC,KAAK,EAAE,YAAY,CAAC,KAAK;QACzB,OAAO,EAAE,YAAY,CAAC,OAAO;KAC9B,CAAC,CAAC;IACH,KAAK,CAAC,GAAG,CAAC,uBAAuB,UAAU,EAAE,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,4BAA4B,CAAC,UAAkB;IAC7D,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAC/C,QAAQ,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IAIjD,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAE5C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;QACpE,WAAW,EACT,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;YACjC,CAAC,CAAC,MAAM,CAAC,QAAQ;YACjB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;KACtC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,OAAgB;IACxC,OAAO,CACL,OAAO,OAAO,KAAK,QAAQ;QAC3B,OAAO,KAAK,IAAI;QAChB,gBAAgB,IAAI,OAAO,CAC5B,CAAC;AACJ,CAAC"}
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAGH,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAUrD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC;;GAEG;AACH,MAAM,OAAO,eAAe;IAClB,MAAM,CAAC,QAAQ,GAA2B,IAAI,CAAC;IAEvD,6CAA6C;IACrC,OAAO,GAA+B,IAAI,GAAG,EAAE,CAAC;IAExD,2EAA2E;IACnE,aAAa,GAAgC,IAAI,GAAG,EAAE,CAAC;IAE/D,oFAAoF;IAC5E,iBAAiB,GAAkC,IAAI,GAAG,EAAE,CAAC;IAErE,gBAAuB,CAAC;IAExB,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAC9B,eAAe,CAAC,QAAQ,GAAG,IAAI,eAAe,EAAE,CAAC;QACnD,CAAC;QACD,OAAO,eAAe,CAAC,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK;QACV,eAAe,CAAC,QAAQ,GAAG,IAAI,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,UAAkB,EAAE,MAAqB;QAChD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,UAAkB;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,UAAkB,EAAE,KAAqB;QACxD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC1C,KAAK,CAAC,GAAG,CAAC,qBAAqB,UAAU,KAAK,KAAK,CAAC,MAAM,kBAAkB,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,UAAkB;QACjC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,UAAkB,EAAE,QAA0B;QAChE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACjD,KAAK,CAAC,GAAG,CAAC,0BAA0B,UAAU,KAAK,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,sBAAsB,CAAC,UAAkB;QACvC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1C,KAAK,CAAC,GAAG,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,UAAkB;QACpC,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;;AAoDH;;;;;;;;GAQG;AACH,MAAM,UAAU,GAAG,CAIjB,MAAwC;IAExC,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAE/C,uBAAuB;IACvB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC;IAE/B,0BAA0B;IAC1B,MAAM,SAAS,GAAkB;QAC/B,UAAU;QACV,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI;QAC5C,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;QACrC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,OAAO;QAClC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;QACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;QACzC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK;QACtC,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;QACzF,YAAY,EAAE,MAAM,CAAC,OAAO;QAC5B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM;QACvC,OAAO,EAAE,MAAM,CAAC,OAAmC;KACpD,CAAC;IAEF,kCAAkC;IAClC,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAEzC,8CAA8C;IAC9C,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC;QAC7B,UAAU;QACV,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,KAAK,EAAE,SAAS,CAAC,KAAK;QACtB,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,aAAa,EAAE,SAAS,CAAC,aAAa;QACtC,eAAe,EAAE,SAAS,CAAC,eAAe;QAC1C,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,UAAU,EAAE,SAAS,CAAC,UAAU;KACjC,CAAC,CAAC;IAEH,6BAA6B;IAC7B,MAAM,cAAc,GAAG,KAAK,EAAE,IAAsB,EAAmB,EAAE;QACvE,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,aAAa,UAAU,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YAEtE,kCAAkC;YAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;YAC9D,KAAK,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,MAAM,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAE9F,kEAAkE;YAClE,IAAI,eAAe,GAA4B,EAAE,CAAC;YAClD,IAAI,SAAS,CAAC,YAAY,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC/D,MAAM,OAAO,GAAG,IAA+B,CAAC;gBAChD,IAAI,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC;oBACpC,eAAe,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,CAA4B,CAAC;gBAC/E,CAAC;YACH,CAAC;YAED,4BAA4B;YAC5B,MAAM,WAAW,GAAG,KAAK,CAAC,cAAc,CAAC;gBACvC,KAAK;gBACL,YAAY,EAAE,YAAY;oBACxB,CAAC,CAAC;wBACE,QAAQ,EAAE,YAAY,CAAC,QAAQ;wBAC/B,YAAY,EAAE,YAAY,CAAC,YAAY;wBACvC,KAAK,EAAE,YAAY,CAAC,KAAK;qBAC1B;oBACH,CAAC,CAAC,SAAS;gBACb,eAAe;aAChB,CAAC,CAAC;YAEH,8BAA8B;YAC9B,KAAK,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,WAA8E,EAAE,CAAC,CAAC;YACtI,KAAK,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAE5C,mCAAmC;YACnC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/B,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,GAAG,CAAC,YAAY,UAAU,GAAG,EAAE,KAAK,CAAC,CAAC;YAC5C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,+DAA+D;IAC/D,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,OAAO,EAAE,cAAc;QACvB,cAAc,EAAE,SAAS;KAC1B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAOhC,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAC/C,MAAM,KAAK,GAMN,EAAE,CAAC;IAER,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC;QAClD,mEAAmE;QACnE,0BAA0B;QAE1B,6EAA6E;QAC7E,IAAI,gBAAiC,CAAC;QACtC,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACxC,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC,QAAQ,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,gBAAgB,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,gCAAgC;QACtE,CAAC;QAED,MAAM,YAAY,GAChB,OAAO,gBAAgB,KAAK,QAAQ;YAClC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;YAC9C,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAEvC,sCAAsC;QACtC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAE7E,6CAA6C;QAC7C,MAAM,kBAAkB,GACtB,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,MAAM,CAAC,UAAU,CAAC;QAExD,mDAAmD;QACnD,MAAM,qBAAqB,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB;YAC/D,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,EAAE,CAAC;YACnD,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QAEzB,KAAK,CAAC,IAAI,CAAC;YACT,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,YAAY;YACtB,MAAM,EAAE,UAAU;YAClB,UAAU,EAAE,kBAAkB;YAC9B,aAAa,EAAE,qBAAqB;SACrC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,UAAkB,EAClB,KAME;IAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAE/C,sBAAsB;IACtB,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;IAE9D,kBAAkB;IAClB,QAAQ,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B,CACxC,UAAkB,EAClB,YAKC;IAED,KAAK,CAAC,GAAG,CAAC,0BAA0B,UAAU,KAAK,YAAY,CAAC,QAAQ,IAAI,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC;IACzG,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAE/C,QAAQ,CAAC,mBAAmB,CAAC,UAAU,EAAE;QACvC,QAAQ,EAAE,YAAY,CAAC,QAAQ;QAC/B,YAAY,EAAE,YAAY,CAAC,YAAY;QACvC,KAAK,EAAE,YAAY,CAAC,KAAK;QACzB,OAAO,EAAE,YAAY,CAAC,OAAO;KAC9B,CAAC,CAAC;IACH,KAAK,CAAC,GAAG,CAAC,uBAAuB,UAAU,EAAE,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,4BAA4B,CAAC,UAAkB;IAC7D,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAC/C,QAAQ,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IAIjD,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAE5C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;QACpE,WAAW,EACT,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;YACjC,CAAC,CAAC,MAAM,CAAC,QAAQ;YACjB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;KACtC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,OAAgB;IACxC,OAAO,CACL,OAAO,OAAO,KAAK,QAAQ;QAC3B,OAAO,KAAK,IAAI;QAChB,gBAAgB,IAAI,OAAO,CAC5B,CAAC;AACJ,CAAC"}

package/dist/provider-handlers/claude-handler.d.ts

@@ -4,20 +4,19 @@
  * Optimized for Claude API (Claude 3.x, Sonnet, Opus, Haiku)
  * using Anthropic's best practices for tool calling and JSON responses.
  *
- * Supports three output modes for performance/reliability tradeoffs:
- * - strict: Use response_format for guaranteed schema compliance (slowest, 100% reliable)
- * - hint: Use prompt-based JSON instructions (medium speed, ~95% reliable)
+ * Supports two output modes (TEXT + HINT only):
+ * - hint: Use prompt-based JSON instructions with DECISION GUIDE (~95% reliable)
  * - text: Plain text output for str return types (fastest)
  *
+ * Native response_format (strict mode) is NOT used due to cross-runtime
+ * incompatibilities when tools are present, and grammar compilation overhead.
+ *
  * Features:
  * - Anti-XML tool calling instructions
- * - Output mode optimization based on return type
+ * - DECISION GUIDE for tool vs. direct JSON response decisions
  *
  * Note: Prompt caching is not yet implemented for AI SDK v6.
  * TODO: Re-enable via experimental_providerOptions when AI SDK v6 supports it.
- *
- * Based on Python's ClaudeHandler:
- * src/runtime/python/_mcp_mesh/engine/provider_handlers/claude_handler.py
  */
 import type { LlmMessage } from "../types.js";
 import { type ProviderHandler, type VendorCapabilities, type ToolSchema, type OutputSchema, type PreparedRequest, type OutputMode } from "./provider-handler.js";
@@ -26,18 +25,18 @@ import { type ProviderHandler, type VendorCapabilities, type ToolSchema, type Ou
  *
  * Claude Characteristics:
  * - Excellent at following detailed instructions
- * - Native structured output via response_format (requires strict schema)
  * - Native tool calling (via Anthropic messages API)
  * - Performs best with anti-XML tool calling instructions
  *
- * Output Modes:
- * - strict: response_format with JSON schema (slowest, guaranteed valid JSON)
- * - hint: JSON schema in prompt (medium speed, usually valid JSON)
+ * Output Modes (TEXT + HINT only):
+ * - hint: JSON schema in prompt with DECISION GUIDE (~95% reliable)
  * - text: Plain text output for str return types (fastest)
  *
+ * Native response_format (strict mode) is not used. HINT mode with
+ * detailed prompt instructions provides sufficient reliability (~95%)
+ * without cross-runtime incompatibilities and grammar compilation overhead.
+ *
  * Best Practices (from Anthropic docs):
- * - Use response_format for guaranteed JSON schema compliance
- * - Schema must have additionalProperties: false on all objects
  * - Add anti-XML instructions to prevent <invoke> style tool calls
  * - Use one tool call at a time for better reliability
  */
@@ -46,9 +45,8 @@ export declare class ClaudeHandler implements ProviderHandler {
     /**
      * Prepare request parameters for Claude API with output mode support.
      *
-     * Output Mode Strategy:
-     * - strict: Use response_format for guaranteed JSON schema compliance (slowest)
-     * - hint: No response_format, rely on prompt instructions (medium speed)
+     * Output Mode Strategy (TEXT + HINT only):
+     * - hint: No response_format, rely on prompt instructions (~95% reliable)
      * - text: No response_format, plain text output (fastest)
      *
      * Message Format (Anthropic-specific):
@@ -66,9 +64,8 @@ export declare class ClaudeHandler implements ProviderHandler {
     /**
      * Format system prompt for Claude with output mode support.
      *
-     * Output Mode Strategy:
-     * - strict: Minimal JSON instructions (response_format handles schema)
-     * - hint: Add detailed JSON schema instructions in prompt
+     * Output Mode Strategy (TEXT + HINT only):
+     * - hint: Add detailed JSON schema instructions with DECISION GUIDE in prompt
      * - text: No JSON instructions (plain text output)
      */
     formatSystemPrompt(basePrompt: string, toolSchemas: ToolSchema[] | null, outputSchema: OutputSchema | null, outputMode?: OutputMode): string;
@@ -91,17 +88,5 @@ export declare class ClaudeHandler implements ProviderHandler {
      * - If schema exists, always use "hint" mode (prompt-based)
      */
     determineOutputMode(outputSchema: OutputSchema | null, overrideMode?: OutputMode): OutputMode;
-    /**
-     * Append JSON schema instructions to the system prompt for "hint" mode.
-     *
-     * This enables fast, prompt-based structured output instead of slow generateObject().
-     * Claude is excellent at following detailed instructions, so this approach is
-     * ~95% reliable while being much faster than native structured output.
-     *
-     * @param messages - Messages with system prompt
-     * @param outputSchema - Schema to include in instructions
-     * @returns Messages with updated system prompt
-     */
-    private appendJsonInstructionsToSystemPrompt;
 }
 //# sourceMappingURL=claude-handler.d.ts.map

package/dist/provider-handlers/claude-handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"claude-handler.d.ts","sourceRoot":"","sources":["../../src/provider-handlers/claude-handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAKL,KAAK,eAAe,EACpB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,eAAe,EACpB,KAAK,UAAU,EAChB,MAAM,uBAAuB,CAAC;AAS/B;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,aAAc,YAAW,eAAe;IACnD,QAAQ,CAAC,MAAM,eAAe;IAE9B;;;;;;;;;;;;OAYG;IACH,cAAc,CACZ,QAAQ,EAAE,UAAU,EAAE,EACtB,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI,EAC1B,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,UAAU,CAAC;QACxB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,GACA,eAAe;IA0DlB;;;;;;;OAOG;IACH,kBAAkB,CAChB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,UAAU,EAAE,GAAG,IAAI,EAChC,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,UAAU,CAAC,EAAE,UAAU,GACtB,MAAM;IAwET;;OAEG;IACH,eAAe,IAAI,kBAAkB;IAWrC;;;;;;;;;;;;;OAaG;IACH,mBAAmB,CACjB,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,YAAY,CAAC,EAAE,UAAU,GACxB,UAAU;IAoBb;;;;;;;;;;OAUG;IACH,OAAO,CAAC,oCAAoC;CA+D7C"}
+{"version":3,"file":"claude-handler.d.ts","sourceRoot":"","sources":["../../src/provider-handlers/claude-handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAIL,KAAK,eAAe,EACpB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,eAAe,EACpB,KAAK,UAAU,EAChB,MAAM,uBAAuB,CAAC;AAS/B;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,aAAc,YAAW,eAAe;IACnD,QAAQ,CAAC,MAAM,eAAe;IAE9B;;;;;;;;;;;OAWG;IACH,cAAc,CACZ,QAAQ,EAAE,UAAU,EAAE,EACtB,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI,EAC1B,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,UAAU,CAAC;QACxB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,GACA,eAAe;IAuClB;;;;;;OAMG;IACH,kBAAkB,CAChB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,UAAU,EAAE,GAAG,IAAI,EAChC,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,UAAU,CAAC,EAAE,UAAU,GACtB,MAAM;IAyET;;OAEG;IACH,eAAe,IAAI,kBAAkB;IAWrC;;;;;;;;;;;;;OAaG;IACH,mBAAmB,CACjB,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,YAAY,CAAC,EAAE,UAAU,GACxB,UAAU;CAgBd"}

package/dist/provider-handlers/claude-handler.js

@@ -4,23 +4,22 @@
  * Optimized for Claude API (Claude 3.x, Sonnet, Opus, Haiku)
  * using Anthropic's best practices for tool calling and JSON responses.
  *
- * Supports three output modes for performance/reliability tradeoffs:
- * - strict: Use response_format for guaranteed schema compliance (slowest, 100% reliable)
- * - hint: Use prompt-based JSON instructions (medium speed, ~95% reliable)
+ * Supports two output modes (TEXT + HINT only):
+ * - hint: Use prompt-based JSON instructions with DECISION GUIDE (~95% reliable)
  * - text: Plain text output for str return types (fastest)
  *
+ * Native response_format (strict mode) is NOT used due to cross-runtime
+ * incompatibilities when tools are present, and grammar compilation overhead.
+ *
  * Features:
  * - Anti-XML tool calling instructions
- * - Output mode optimization based on return type
+ * - DECISION GUIDE for tool vs. direct JSON response decisions
  *
  * Note: Prompt caching is not yet implemented for AI SDK v6.
  * TODO: Re-enable via experimental_providerOptions when AI SDK v6 supports it.
- *
- * Based on Python's ClaudeHandler:
- * src/runtime/python/_mcp_mesh/engine/provider_handlers/claude_handler.py
  */
 import { createDebug } from "../debug.js";
-import { convertMessagesToVercelFormat, makeSchemaStrict, BASE_TOOL_INSTRUCTIONS, CLAUDE_ANTI_XML_INSTRUCTION, } from "./provider-handler.js";
+import { convertMessagesToVercelFormat, BASE_TOOL_INSTRUCTIONS, CLAUDE_ANTI_XML_INSTRUCTION, } from "./provider-handler.js";
 import { ProviderHandlerRegistry } from "./provider-handler-registry.js";
 const debug = createDebug("claude-handler");
 // ============================================================================
@@ -31,18 +30,18 @@ const debug = createDebug("claude-handler");
  *
  * Claude Characteristics:
  * - Excellent at following detailed instructions
- * - Native structured output via response_format (requires strict schema)
  * - Native tool calling (via Anthropic messages API)
  * - Performs best with anti-XML tool calling instructions
  *
- * Output Modes:
- * - strict: response_format with JSON schema (slowest, guaranteed valid JSON)
- * - hint: JSON schema in prompt (medium speed, usually valid JSON)
+ * Output Modes (TEXT + HINT only):
+ * - hint: JSON schema in prompt with DECISION GUIDE (~95% reliable)
  * - text: Plain text output for str return types (fastest)
  *
+ * Native response_format (strict mode) is not used. HINT mode with
+ * detailed prompt instructions provides sufficient reliability (~95%)
+ * without cross-runtime incompatibilities and grammar compilation overhead.
+ *
  * Best Practices (from Anthropic docs):
- * - Use response_format for guaranteed JSON schema compliance
- * - Schema must have additionalProperties: false on all objects
  * - Add anti-XML instructions to prevent <invoke> style tool calls
  * - Use one tool call at a time for better reliability
  */
@@ -51,9 +50,8 @@ export class ClaudeHandler {
     /**
      * Prepare request parameters for Claude API with output mode support.
      *
-     * Output Mode Strategy:
-     * - strict: Use response_format for guaranteed JSON schema compliance (slowest)
-     * - hint: No response_format, rely on prompt instructions (medium speed)
+     * Output Mode Strategy (TEXT + HINT only):
+     * - hint: No response_format, rely on prompt instructions (~95% reliable)
      * - text: No response_format, plain text output (fastest)
      *
      * Message Format (Anthropic-specific):
@@ -66,11 +64,11 @@ export class ClaudeHandler {
         const determinedMode = this.determineOutputMode(outputSchema, outputMode);
         // Convert messages to Vercel AI SDK format (shared utility)
         let convertedMessages = convertMessagesToVercelFormat(messages);
-        // For "hint" mode, append JSON instructions to the system prompt
-        // This is the fast, prompt-based approach instead of slow generateObject()
+        // Note: In hint mode, JSON instructions are added by formatSystemPrompt() which
+        // is called by llm-provider.ts before prepareRequest(). We don't duplicate here.
+        // The formatSystemPrompt() method handles the DECISION GUIDE when tools are present.
         if (determinedMode === "hint" && outputSchema) {
-            convertedMessages = this.appendJsonInstructionsToSystemPrompt(convertedMessages, outputSchema);
-            debug(`Using hint mode with JSON instructions in prompt for schema: ${outputSchema.name}`);
+            debug(`Using hint mode (JSON instructions added by formatSystemPrompt)`);
         }
         const request = {
             messages: convertedMessages,
@@ -91,29 +89,13 @@ export class ClaudeHandler {
         if (topP !== undefined) {
             request.topP = topP;
         }
-        // Only add response_format in "strict" mode (not used for Claude anymore)
-        if (determinedMode === "strict" && outputSchema) {
-            // Claude requires additionalProperties: false on all object types
-            // Unlike OpenAI/Gemini, Claude doesn't require all properties in 'required'
-            const strictSchema = makeSchemaStrict(outputSchema.schema, { addAllRequired: false });
-            request.responseFormat = {
-                type: "json_schema",
-                jsonSchema: {
-                    name: outputSchema.name,
-                    schema: strictSchema,
-                    strict: false, // Allow optional fields with defaults
-                },
-            };
-            debug(`Using strict mode with response_format for schema: ${outputSchema.name}`);
-        }
         return request;
     }
     /**
      * Format system prompt for Claude with output mode support.
      *
-     * Output Mode Strategy:
-     * - strict: Minimal JSON instructions (response_format handles schema)
-     * - hint: Add detailed JSON schema instructions in prompt
+     * Output Mode Strategy (TEXT + HINT only):
+     * - hint: Add detailed JSON schema instructions with DECISION GUIDE in prompt
      * - text: No JSON instructions (plain text output)
      */
     formatSystemPrompt(basePrompt, toolSchemas, outputSchema, outputMode) {
@@ -131,15 +113,6 @@ export class ClaudeHandler {
             // Text mode: No JSON instructions
             return systemContent;
         }
-        if (determinedMode === "strict") {
-            // Strict mode: Minimal instructions (response_format handles schema)
-            if (outputSchema) {
-                systemContent += `
-
-Your final response will be structured as JSON matching the ${outputSchema.name} format.`;
-            }
-            return systemContent;
-        }
         // Hint mode: Add detailed JSON schema instructions
         if (determinedMode === "hint" && outputSchema) {
             const properties = (outputSchema.schema.properties ?? {});
@@ -156,8 +129,18 @@ Your final response will be structured as JSON matching the ${outputSchema.name}
             }
             const fieldsText = fieldDescriptions.join("\n");
             const exampleFormat = Object.fromEntries(Object.entries(properties).map(([k, v]) => [k, `<${v.type ?? "value"}>`]));
+            // Add DECISION GUIDE when tools are present to help Claude know when NOT to use tools
+            let decisionGuide = "";
+            if (toolSchemas && toolSchemas.length > 0) {
+                decisionGuide = `
+DECISION GUIDE:
+- If your answer requires real-time data (weather, calculations, etc.), call the appropriate tool FIRST, then format your response as JSON.
+- If your answer is general knowledge (like facts, explanations, definitions), directly return your response as JSON WITHOUT calling tools.
+- After calling a tool and receiving results, STOP calling tools and return your final JSON response.
+`;
+            }
             systemContent += `
-
+${decisionGuide}
 RESPONSE FORMAT:
 You MUST respond with valid JSON matching this schema:
 {
@@ -180,10 +163,10 @@ CRITICAL: Your response must be ONLY the raw JSON object.
     getCapabilities() {
         return {
             nativeToolCalling: true, // Claude has native function calling
-            structuredOutput: true, // Native response_format support via Vercel AI SDK
+            structuredOutput: false, // Uses HINT mode (prompt-based), not native response_format
             streaming: true, // Supports streaming
             vision: true, // Claude 3+ supports vision
-            jsonMode: true, // Native JSON mode via response_format
+            jsonMode: false, // No native JSON mode used
             promptCaching: false, // TODO: Re-enable via experimental_providerOptions
         };
     }
@@ -214,70 +197,6 @@ CRITICAL: Your response must be ONLY the raw JSON object.
         // and native structured output is slow. Prompt-based JSON is fast and reliable.
         return "hint";
     }
-    // ==========================================================================
-    // Private Helper Methods
-    // ==========================================================================
-    /**
-     * Append JSON schema instructions to the system prompt for "hint" mode.
-     *
-     * This enables fast, prompt-based structured output instead of slow generateObject().
-     * Claude is excellent at following detailed instructions, so this approach is
-     * ~95% reliable while being much faster than native structured output.
-     *
-     * @param messages - Messages with system prompt
-     * @param outputSchema - Schema to include in instructions
-     * @returns Messages with updated system prompt
-     */
-    appendJsonInstructionsToSystemPrompt(messages, outputSchema) {
-        const properties = (outputSchema.schema.properties ?? {});
-        const required = (outputSchema.schema.required ?? []);
-        // Build human-readable schema description
-        const fieldDescriptions = [];
-        for (const [fieldName, fieldSchema] of Object.entries(properties)) {
-            const fieldType = fieldSchema.type ?? "any";
-            const isRequired = required.includes(fieldName);
-            const reqMarker = isRequired ? " (required)" : " (optional)";
-            const desc = fieldSchema.description ?? "";
-            const descText = desc ? ` - ${desc}` : "";
-            fieldDescriptions.push(`  - ${fieldName}: ${fieldType}${reqMarker}${descText}`);
-        }
-        const fieldsText = fieldDescriptions.join("\n");
-        const exampleFormat = Object.fromEntries(Object.entries(properties).map(([k, v]) => [k, `<${v.type ?? "value"}>`]));
-        const jsonInstructions = `
-
-RESPONSE FORMAT:
-You MUST respond with valid JSON matching the ${outputSchema.name} schema:
-{
-${fieldsText}
-}
-
-Example format:
-${JSON.stringify(exampleFormat, null, 2)}
-
-CRITICAL: Your response must be ONLY the raw JSON object.
-- DO NOT wrap in markdown code fences (\`\`\`json or \`\`\`)
-- DO NOT include any text before or after the JSON
-- Start directly with { and end with }`;
-        // Find and update system message, or prepend one if none exists
-        const updatedMessages = [...messages];
-        const systemIndex = updatedMessages.findIndex((m) => m.role === "system");
-        if (systemIndex >= 0) {
-            // Append to existing system message
-            const systemMsg = updatedMessages[systemIndex];
-            updatedMessages[systemIndex] = {
-                ...systemMsg,
-                content: (systemMsg.content ?? "") + jsonInstructions,
-            };
-        }
-        else {
-            // Prepend new system message with JSON instructions
-            updatedMessages.unshift({
-                role: "system",
-                content: jsonInstructions.trim(),
-            });
-        }
-        return updatedMessages;
-    }
 }
 // Register with the registry
 ProviderHandlerRegistry.register("anthropic", ClaudeHandler);

package/dist/provider-handlers/claude-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"claude-handler.js","sourceRoot":"","sources":["../../src/provider-handlers/claude-handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EACL,6BAA6B,EAC7B,gBAAgB,EAChB,sBAAsB,EACtB,2BAA2B,GAO5B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AAEzE,MAAM,KAAK,GAAG,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAE5C,+EAA+E;AAC/E,gCAAgC;AAChC,+EAA+E;AAE/E;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,OAAO,aAAa;IACf,MAAM,GAAG,WAAW,CAAC;IAE9B;;;;;;;;;;;;OAYG;IACH,cAAc,CACZ,QAAsB,EACtB,KAA0B,EAC1B,YAAiC,EACjC,OAMC;QAED,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;QAC7F,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAE1E,4DAA4D;QAC5D,IAAI,iBAAiB,GAAG,6BAA6B,CAAC,QAAQ,CAAC,CAAC;QAEhE,iEAAiE;QACjE,2EAA2E;QAC3E,IAAI,cAAc,KAAK,MAAM,IAAI,YAAY,EAAE,CAAC;YAC9C,iBAAiB,GAAG,IAAI,CAAC,oCAAoC,CAC3D,iBAAiB,EACjB,YAAY,CACb,CAAC;YACF,KAAK,CAAC,gEAAgE,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,OAAO,GAAoB;YAC/B,QAAQ,EAAE,iBAAiB;YAC3B,GAAG,IAAI;SACR,CAAC;QAEF,wBAAwB;QACxB,sEAAsE;QACtE,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;QACxB,CAAC;QAED,sCAAsC;QACtC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC;QACpC,CAAC;QACD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;QACtC,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,0EAA0E;QAC1E,IAAI,cAAc,KAAK,QAAQ,IAAI,YAAY,EAAE,CAAC;YAChD,kEAAkE;YAClE,4EAA4E;YAC5E,MAAM,YAAY,GAAG,gBAAgB,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;YACtF,OAAO,CAAC,cAAc,GAAG;gBACvB,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE;oBACV,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,MAAM,EAAE,YAAY;oBACpB,MAAM,EAAE,KAAK,EAAE,sCAAsC;iBACtD;aACF,CAAC;YACF,KAAK,CAAC,sDAAsD,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;;OAOG;IACH,kBAAkB,CAChB,UAAkB,EAClB,WAAgC,EAChC,YAAiC,EACjC,UAAuB;QAEvB,IAAI,aAAa,GAAG,UAAU,CAAC;QAC/B,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAE1E,mDAAmD;QACnD,4DAA4D;QAC5D,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,4DAA4D;YAC5D,MAAM,YAAY,GAAG,sBAAsB,CAAC,OAAO,CACjD,gCAAgC,EAChC,mCAAmC,2BAA2B,EAAE,CACjE,CAAC;YACF,aAAa,IAAI,YAAY,CAAC;QAChC,CAAC;QAED,+CAA+C;QAC/C,IAAI,cAAc,KAAK,MAAM,EAAE,CAAC;YAC9B,kCAAkC;YAClC,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;YAChC,qEAAqE;YACrE,IAAI,YAAY,EAAE,CAAC;gBACjB,aAAa,IAAI;;8DAEqC,YAAY,CAAC,IAAI,UAAU,CAAC;YACpF,CAAC;YACD,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,mDAAmD;QACnD,IAAI,cAAc,KAAK,MAAM,IAAI,YAAY,EAAE,CAAC;YAC9C,MAAM,UAAU,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAA4D,CAAC;YACrH,MAAM,QAAQ,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAa,CAAC;YAElE,0CAA0C;YAC1C,MAAM,iBAAiB,GAAa,EAAE,CAAC;YACvC,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;gBAClE,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,IAAI,KAAK,CAAC;gBAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAChD,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC;gBAC7D,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,IAAI,EAAE,CAAC;gBAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1C,iBAAiB,CAAC,IAAI,CAAC,OAAO,SAAS,KAAK,SAAS,GAAG,SAAS,GAAG,QAAQ,EAAE,CAAC,CAAC;YAClF,CAAC;YAED,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CACtC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAK,CAAuB,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,CAAC,CACjG,CAAC;YAEF,aAAa,IAAI;;;;;EAKrB,UAAU;;;;EAIV,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;;;;;uCAKD,CAAC;QACpC,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO;YACL,iBAAiB,EAAE,IAAI,EAAE,qCAAqC;YAC9D,gBAAgB,EAAE,IAAI,EAAE,mDAAmD;YAC3E,SAAS,EAAE,IAAI,EAAE,qBAAqB;YACtC,MAAM,EAAE,IAAI,EAAE,4BAA4B;YAC1C,QAAQ,EAAE,IAAI,EAAE,uCAAuC;YACvD,aAAa,EAAE,KAAK,EAAE,mDAAmD;SAC1E,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,mBAAmB,CACjB,YAAiC,EACjC,YAAyB;QAEzB,0BAA0B;QAC1B,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,iDAAiD;QACjD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,+EAA+E;QAC/E,gFAAgF;QAChF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,6EAA6E;IAC7E,yBAAyB;IACzB,6EAA6E;IAE7E;;;;;;;;;;OAUG;IACK,oCAAoC,CAC1C,QAAsB,EACtB,YAA0B;QAE1B,MAAM,UAAU,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAGvD,CAAC;QACF,MAAM,QAAQ,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAa,CAAC;QAElE,0CAA0C;QAC1C,MAAM,iBAAiB,GAAa,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAClE,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,IAAI,KAAK,CAAC;YAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAChD,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC;YAC7D,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,IAAI,EAAE,CAAC;YAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,iBAAiB,CAAC,IAAI,CAAC,OAAO,SAAS,KAAK,SAAS,GAAG,SAAS,GAAG,QAAQ,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CACtC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,CAAC,CAC1E,CAAC;QAEF,MAAM,gBAAgB,GAAG;;;gDAGmB,YAAY,CAAC,IAAI;;EAE/D,UAAU;;;;EAIV,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;;;;;uCAKD,CAAC;QAEpC,gEAAgE;QAChE,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QACtC,MAAM,WAAW,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE1E,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;YACrB,oCAAoC;YACpC,MAAM,SAAS,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;YAC/C,eAAe,CAAC,WAAW,CAAC,GAAG;gBAC7B,GAAG,SAAS;gBACZ,OAAO,EAAE,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,GAAG,gBAAgB;aACtD,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,oDAAoD;YACpD,eAAe,CAAC,OAAO,CAAC;gBACtB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,gBAAgB,CAAC,IAAI,EAAE;aACjC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,eAAe,CAAC;IACzB,CAAC;CACF;AAED,6BAA6B;AAC7B,uBAAuB,CAAC,QAAQ,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC"}
+{"version":3,"file":"claude-handler.js","sourceRoot":"","sources":["../../src/provider-handlers/claude-handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EACL,6BAA6B,EAC7B,sBAAsB,EACtB,2BAA2B,GAO5B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AAEzE,MAAM,KAAK,GAAG,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAE5C,+EAA+E;AAC/E,gCAAgC;AAChC,+EAA+E;AAE/E;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,OAAO,aAAa;IACf,MAAM,GAAG,WAAW,CAAC;IAE9B;;;;;;;;;;;OAWG;IACH,cAAc,CACZ,QAAsB,EACtB,KAA0B,EAC1B,YAAiC,EACjC,OAMC;QAED,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;QAC7F,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAE1E,4DAA4D;QAC5D,IAAI,iBAAiB,GAAG,6BAA6B,CAAC,QAAQ,CAAC,CAAC;QAEhE,gFAAgF;QAChF,iFAAiF;QACjF,qFAAqF;QACrF,IAAI,cAAc,KAAK,MAAM,IAAI,YAAY,EAAE,CAAC;YAC9C,KAAK,CAAC,iEAAiE,CAAC,CAAC;QAC3E,CAAC;QAED,MAAM,OAAO,GAAoB;YAC/B,QAAQ,EAAE,iBAAiB;YAC3B,GAAG,IAAI;SACR,CAAC;QAEF,wBAAwB;QACxB,sEAAsE;QACtE,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;QACxB,CAAC;QAED,sCAAsC;QACtC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC;QACpC,CAAC;QACD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;QACtC,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;OAMG;IACH,kBAAkB,CAChB,UAAkB,EAClB,WAAgC,EAChC,YAAiC,EACjC,UAAuB;QAEvB,IAAI,aAAa,GAAG,UAAU,CAAC;QAC/B,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAE1E,mDAAmD;QACnD,4DAA4D;QAC5D,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,4DAA4D;YAC5D,MAAM,YAAY,GAAG,sBAAsB,CAAC,OAAO,CACjD,gCAAgC,EAChC,mCAAmC,2BAA2B,EAAE,CACjE,CAAC;YACF,aAAa,IAAI,YAAY,CAAC;QAChC,CAAC;QAED,+CAA+C;QAC/C,IAAI,cAAc,KAAK,MAAM,EAAE,CAAC;YAC9B,kCAAkC;YAClC,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,mDAAmD;QACnD,IAAI,cAAc,KAAK,MAAM,IAAI,YAAY,EAAE,CAAC;YAC9C,MAAM,UAAU,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAA4D,CAAC;YACrH,MAAM,QAAQ,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAa,CAAC;YAElE,0CAA0C;YAC1C,MAAM,iBAAiB,GAAa,EAAE,CAAC;YACvC,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;gBAClE,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,IAAI,KAAK,CAAC;gBAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAChD,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC;gBAC7D,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,IAAI,EAAE,CAAC;gBAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1C,iBAAiB,CAAC,IAAI,CAAC,OAAO,SAAS,KAAK,SAAS,GAAG,SAAS,GAAG,QAAQ,EAAE,CAAC,CAAC;YAClF,CAAC;YAED,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CACtC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAK,CAAuB,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,CAAC,CACjG,CAAC;YAEF,sFAAsF;YACtF,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1C,aAAa,GAAG;;;;;CAKvB,CAAC;YACI,CAAC;YAED,aAAa,IAAI;EACrB,aAAa;;;;EAIb,UAAU;;;;EAIV,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;;;;;uCAKD,CAAC;QACpC,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO;YACL,iBAAiB,EAAE,IAAI,EAAE,qCAAqC;YAC9D,gBAAgB,EAAE,KAAK,EAAE,4DAA4D;YACrF,SAAS,EAAE,IAAI,EAAE,qBAAqB;YACtC,MAAM,EAAE,IAAI,EAAE,4BAA4B;YAC1C,QAAQ,EAAE,KAAK,EAAE,2BAA2B;YAC5C,aAAa,EAAE,KAAK,EAAE,mDAAmD;SAC1E,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,mBAAmB,CACjB,YAAiC,EACjC,YAAyB;QAEzB,0BAA0B;QAC1B,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,iDAAiD;QACjD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,+EAA+E;QAC/E,gFAAgF;QAChF,OAAO,MAAM,CAAC;IAChB,CAAC;CAEF;AAED,6BAA6B;AAC7B,uBAAuB,CAAC,QAAQ,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC"}

package/dist/provider-handlers/gemini-handler.d.ts

@@ -1,7 +1,7 @@
 /**
- * Gemini/Google provider handler.
+ * Gemini/Google provider handler for Gemini 3.x models.
  *
- * Optimized for Gemini models (Gemini 2.0 Flash, Gemini 1.5 Pro, etc.)
+ * Optimized for Gemini models (Gemini 3 Flash Preview, Gemini 2.0 Flash, etc.)
  * using Google's best practices for tool calling and structured output.
  *
  * Features:
@@ -34,12 +34,12 @@ import { type ProviderHandler, type VendorCapabilities, type ToolSchema, type Ou
  * - Similar schema enforcement requirements
  *
  * Supported Models (via Vercel AI SDK):
+ * - gemini-3-flash-preview (reasoning support)
+ * - gemini-3-pro-preview (advanced reasoning)
  * - gemini-2.0-flash (fast, efficient)
  * - gemini-2.0-flash-lite (fastest, most efficient)
  * - gemini-1.5-pro (high capability)
  * - gemini-1.5-flash (balanced)
- * - gemini-3-flash-preview (reasoning support)
- * - gemini-3-pro-preview (advanced reasoning)
  */
 export declare class GeminiHandler implements ProviderHandler {
     readonly vendor = "google";
@@ -59,13 +59,16 @@ export declare class GeminiHandler implements ProviderHandler {
         [key: string]: unknown;
     }): PreparedRequest;
     /**
-     * Format system prompt for Gemini (concise approach).
+     * Format system prompt for Gemini with output mode support.
      *
      * Gemini Strategy:
-     * 1. Use base prompt as-is
-     * 2. Add tool calling instructions if tools present
-     * 3. Minimal JSON instructions (response_format handles structure)
-     * 4. Keep prompt concise - Gemini works well with clear, direct prompts
+     * - strict mode: Brief JSON note (response_format handles schema)
+     * - hint mode: Detailed JSON schema instructions in prompt
+     * - text mode: No JSON instructions
+     *
+     * When tools are present, llm-provider forces "hint" mode because
+     * generateObject() doesn't support tools, so we need prompt-based
+     * JSON instructions to ensure structured output.
      */
     formatSystemPrompt(basePrompt: string, toolSchemas: ToolSchema[] | null, outputSchema: OutputSchema | null, outputMode?: OutputMode): string;
     /**

package/dist/provider-handlers/gemini-handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gemini-handler.d.ts","sourceRoot":"","sources":["../../src/provider-handlers/gemini-handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAKL,KAAK,eAAe,EACpB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,eAAe,EACpB,KAAK,UAAU,EAChB,MAAM,uBAAuB,CAAC;AAK/B;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,aAAc,YAAW,eAAe;IACnD,QAAQ,CAAC,MAAM,YAAY;IAE3B;;;;;;;OAOG;IACH,cAAc,CACZ,QAAQ,EAAE,UAAU,EAAE,EACtB,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI,EAC1B,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,UAAU,CAAC;QACxB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,GACA,eAAe;IAuDlB;;;;;;;;OAQG;IACH,kBAAkB,CAChB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,UAAU,EAAE,GAAG,IAAI,EAChC,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,UAAU,CAAC,EAAE,UAAU,GACtB,MAAM;IAsBT;;OAEG;IACH,eAAe,IAAI,kBAAkB;IAUrC;;;;OAIG;IACH,mBAAmB,CACjB,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,YAAY,CAAC,EAAE,UAAU,GACxB,UAAU;CAGd"}
+{"version":3,"file":"gemini-handler.d.ts","sourceRoot":"","sources":["../../src/provider-handlers/gemini-handler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAML,KAAK,eAAe,EACpB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,eAAe,EACpB,KAAK,UAAU,EAChB,MAAM,uBAAuB,CAAC;AAK/B;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,aAAc,YAAW,eAAe;IACnD,QAAQ,CAAC,MAAM,YAAY;IAE3B;;;;;;;OAOG;IACH,cAAc,CACZ,QAAQ,EAAE,UAAU,EAAE,EACtB,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI,EAC1B,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,UAAU,CAAC;QACxB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,GACA,eAAe;IAwDlB;;;;;;;;;;;OAWG;IACH,kBAAkB,CAChB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,UAAU,EAAE,GAAG,IAAI,EAChC,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,UAAU,CAAC,EAAE,UAAU,GACtB,MAAM;IA0ET;;OAEG;IACH,eAAe,IAAI,kBAAkB;IAUrC;;;;OAIG;IACH,mBAAmB,CACjB,YAAY,EAAE,YAAY,GAAG,IAAI,EACjC,YAAY,CAAC,EAAE,UAAU,GACxB,UAAU;CAGd"}

package/dist/provider-handlers/gemini-handler.js

@@ -1,7 +1,7 @@
 /**
- * Gemini/Google provider handler.
+ * Gemini/Google provider handler for Gemini 3.x models.
  *
- * Optimized for Gemini models (Gemini 2.0 Flash, Gemini 1.5 Pro, etc.)
+ * Optimized for Gemini models (Gemini 3 Flash Preview, Gemini 2.0 Flash, etc.)
  * using Google's best practices for tool calling and structured output.
  *
  * Features:
@@ -17,7 +17,7 @@
  * - https://ai.google.dev/gemini-api/docs
  */
 import { createDebug } from "../debug.js";
-import { convertMessagesToVercelFormat, makeSchemaStrict, defaultDetermineOutputMode, BASE_TOOL_INSTRUCTIONS, } from "./provider-handler.js";
+import { convertMessagesToVercelFormat, makeSchemaStrict, sanitizeSchemaForStructuredOutput, defaultDetermineOutputMode, BASE_TOOL_INSTRUCTIONS, } from "./provider-handler.js";
 import { ProviderHandlerRegistry } from "./provider-handler-registry.js";
 const debug = createDebug("gemini-handler");
 /**
@@ -36,12 +36,12 @@ const debug = createDebug("gemini-handler");
  * - Similar schema enforcement requirements
  *
  * Supported Models (via Vercel AI SDK):
+ * - gemini-3-flash-preview (reasoning support)
+ * - gemini-3-pro-preview (advanced reasoning)
  * - gemini-2.0-flash (fast, efficient)
  * - gemini-2.0-flash-lite (fastest, most efficient)
  * - gemini-1.5-pro (high capability)
  * - gemini-1.5-flash (balanced)
- * - gemini-3-flash-preview (reasoning support)
- * - gemini-3-pro-preview (advanced reasoning)
  */
 export class GeminiHandler {
     vendor = "google";
@@ -85,7 +85,8 @@ export class GeminiHandler {
         // Hint mode relies on prompt instructions instead
         if (determinedMode === "strict") {
             // Vercel AI SDK translates this to Gemini's native format
-            const strictSchema = makeSchemaStrict(outputSchema.schema, { addAllRequired: true });
+            const sanitizedSchema = sanitizeSchemaForStructuredOutput(outputSchema.schema);
+            const strictSchema = makeSchemaStrict(sanitizedSchema, { addAllRequired: true });
             request.responseFormat = {
                 type: "json_schema",
                 jsonSchema: {
@@ -99,13 +100,16 @@ export class GeminiHandler {
         return request;
     }
     /**
-     * Format system prompt for Gemini (concise approach).
+     * Format system prompt for Gemini with output mode support.
      *
      * Gemini Strategy:
-     * 1. Use base prompt as-is
-     * 2. Add tool calling instructions if tools present
-     * 3. Minimal JSON instructions (response_format handles structure)
-     * 4. Keep prompt concise - Gemini works well with clear, direct prompts
+     * - strict mode: Brief JSON note (response_format handles schema)
+     * - hint mode: Detailed JSON schema instructions in prompt
+     * - text mode: No JSON instructions
+     *
+     * When tools are present, llm-provider forces "hint" mode because
+     * generateObject() doesn't support tools, so we need prompt-based
+     * JSON instructions to ensure structured output.
      */
     formatSystemPrompt(basePrompt, toolSchemas, outputSchema, outputMode) {
         let systemContent = basePrompt;
@@ -114,14 +118,61 @@ export class GeminiHandler {
         if (toolSchemas && toolSchemas.length > 0) {
             systemContent += BASE_TOOL_INSTRUCTIONS;
         }
-        // Skip JSON note for text mode
+        // Skip JSON instructions for text mode or no schema
         if (determinedMode === "text" || !outputSchema) {
             return systemContent;
         }
-        // Add brief JSON note (response_format handles enforcement)
-        systemContent += `
+        // Strict mode: Brief note (response_format handles enforcement)
+        if (determinedMode === "strict") {
+            systemContent += `
 
 Your final response will be structured as JSON matching the ${outputSchema.name} format.`;
+            return systemContent;
+        }
+        // Hint mode: Add detailed JSON schema instructions
+        // This is used when tools are present (can't use generateObject)
+        const schema = outputSchema.schema;
+        const properties = (schema.properties ?? {});
+        const required = (schema.required ?? []);
+        // Build human-readable schema description
+        const fieldDescriptions = [];
+        for (const [fieldName, fieldSchema] of Object.entries(properties)) {
+            const fieldType = fieldSchema.type ?? "any";
+            const isRequired = required.includes(fieldName);
+            const reqMarker = isRequired ? " (required)" : " (optional)";
+            const desc = fieldSchema.description;
+            const descText = desc ? ` - ${desc}` : "";
+            fieldDescriptions.push(`  - ${fieldName}: ${fieldType}${reqMarker}${descText}`);
+        }
+        const fieldsText = fieldDescriptions.join("\n");
+        const exampleObj = {};
+        for (const [k, v] of Object.entries(properties)) {
+            exampleObj[k] = `<${v.type ?? "value"}>`;
+        }
+        // Add DECISION GUIDE when tools are present to help Gemini know when NOT to use tools
+        let decisionGuide = "";
+        if (toolSchemas && toolSchemas.length > 0) {
+            decisionGuide = `
+DECISION GUIDE:
+- If your answer requires real-time data (weather, calculations, etc.), call the appropriate tool FIRST, then format your response as JSON.
+- If your answer is general knowledge (like facts, explanations, definitions), directly return your response as JSON WITHOUT calling tools.
+`;
+        }
+        systemContent += `
+${decisionGuide}
+FINAL RESPONSE FORMAT:
+After gathering all needed information using tools, your FINAL response MUST be valid JSON matching this schema:
+{
+${fieldsText}
+}
+
+Example format:
+${JSON.stringify(exampleObj, null, 2)}
+
+IMPORTANT:
+- First, use the available tools to gather information if needed
+- Only after you have all the data, provide your final JSON response
+- The final response must be ONLY valid JSON - no markdown code fences, no preamble text`;
         return systemContent;
     }
     /**
@@ -146,7 +197,7 @@ Your final response will be structured as JSON matching the ${outputSchema.name}
     }
 }
 // Register with the registry
-// Use "google" as vendor name to match Vercel AI SDK model extraction
-// (e.g., "google/gemini-2.0-flash" → vendor "google")
-ProviderHandlerRegistry.register("google", GeminiHandler);
+// Use "gemini" as vendor name to match model prefix (e.g., "gemini/gemini-3-flash-preview")
+// This is consistent with Python SDK's registration
+ProviderHandlerRegistry.register("gemini", GeminiHandler);
 //# sourceMappingURL=gemini-handler.js.map