@agntk/core 0.3.5 → 1.0.0

package/dist/wrappers/refine-loop.js

@@ -0,0 +1,135 @@
+import { createLogger } from '@agntk/logger';
+import { generateObject } from 'ai';
+import { z } from 'zod';
+import { resolveModel } from '../models.js';
+const log = createLogger('@agntk/core:refine-loop');
+const evaluationSchema = z.object({
+    score: z.number().min(0).max(1).describe('Quality score between 0 and 1'),
+    critique: z.string().describe('Specific critique for improvement'),
+    strengths: z.array(z.string()).describe('What the output does well'),
+    weaknesses: z.array(z.string()).describe('What needs improvement'),
+});
+export async function withRefineLoop(agent, prompt, config) {
+    const { criteria, threshold = 0.7, maxIterations = 3, evaluator } = config;
+    const judgeModel = config.judgeModel ?? resolveModel({ tier: 'fast' }).model;
+    log.info('Starting refine loop', {
+        criteria: criteria.slice(0, 50),
+        threshold,
+        maxIterations,
+    });
+    const history = [];
+    const totalUsage = { inputTokens: 0, outputTokens: 0, totalTokens: 0 };
+    let currentPrompt = prompt;
+    for (let iteration = 1; iteration <= maxIterations; iteration++) {
+        log.debug('Refine iteration', { iteration, maxIterations });
+        const agentOutput = await runAgent(agent, currentPrompt, totalUsage);
+        const evaluation = evaluator
+            ? await evaluator(agentOutput)
+            : await evaluateWithLLM(agentOutput, prompt, criteria, judgeModel, totalUsage);
+        const attempt = {
+            text: agentOutput,
+            score: evaluation.score,
+            critique: evaluation.critique,
+            strengths: evaluation.strengths,
+            weaknesses: evaluation.weaknesses,
+        };
+        history.push(attempt);
+        log.info('Iteration evaluated', {
+            iteration,
+            score: evaluation.score,
+            threshold,
+            passed: evaluation.score >= threshold,
+        });
+        if (evaluation.score >= threshold) {
+            log.info('Threshold met', { iteration, score: evaluation.score });
+            return {
+                text: agentOutput,
+                score: evaluation.score,
+                iterations: iteration,
+                history,
+                usage: totalUsage,
+                thresholdMet: true,
+            };
+        }
+        if (iteration < maxIterations) {
+            currentPrompt = buildCritiquePrompt(prompt, evaluation.score, evaluation.critique, evaluation.weaknesses ?? []);
+        }
+    }
+    const bestAttempt = history.reduce((best, current) => current.score > best.score ? current : best);
+    log.info('Max iterations reached, returning best attempt', {
+        iterations: maxIterations,
+        bestScore: bestAttempt.score,
+    });
+    return {
+        text: bestAttempt.text,
+        score: bestAttempt.score,
+        iterations: maxIterations,
+        history,
+        usage: totalUsage,
+        thresholdMet: false,
+    };
+}
+async function runAgent(agent, prompt, totalUsage) {
+    const result = await agent.stream({ prompt });
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    for await (const _chunk of result.fullStream) {
+        void 0;
+    }
+    const text = await result.text;
+    const usage = (await result.usage);
+    if (usage) {
+        totalUsage.inputTokens += usage.inputTokens ?? 0;
+        totalUsage.outputTokens += usage.outputTokens ?? 0;
+        totalUsage.totalTokens += (usage.inputTokens ?? 0) + (usage.outputTokens ?? 0);
+    }
+    return text ?? '';
+}
+async function evaluateWithLLM(output, originalPrompt, criteria, model, totalUsage) {
+    try {
+        const result = await generateObject({
+            model,
+            schema: evaluationSchema,
+            prompt: `Evaluate this output against the criteria.
+
+Criteria: ${criteria}
+
+Original request: ${originalPrompt.slice(0, 500)}
+
+Output to evaluate:
+${output.slice(0, 3000)}
+
+Score 0-1 (where 1 is perfect) and provide specific critique for improvement.`,
+        });
+        if (result.usage) {
+            totalUsage.inputTokens += result.usage.inputTokens ?? 0;
+            totalUsage.outputTokens += result.usage.outputTokens ?? 0;
+            totalUsage.totalTokens += (result.usage.inputTokens ?? 0) + (result.usage.outputTokens ?? 0);
+        }
+        return {
+            score: result.object.score,
+            critique: result.object.critique,
+            strengths: result.object.strengths,
+            weaknesses: result.object.weaknesses,
+        };
+    }
+    catch (error) {
+        log.error('LLM evaluation failed', { error: String(error) });
+        return {
+            score: 0.3,
+            critique: 'Evaluation failed. Please improve the output.',
+            strengths: [],
+            weaknesses: ['Could not evaluate — re-attempt recommended'],
+        };
+    }
+}
+function buildCritiquePrompt(originalPrompt, score, critique, weaknesses) {
+    const weaknessText = weaknesses.length > 0 ? `Weaknesses: ${weaknesses.join('; ')}` : '';
+    return `[Previous attempt scored ${score.toFixed(2)}/1.0]
+Critique: ${critique}
+${weaknessText}
+
+Please improve your response addressing the above feedback.
+
+Original request: ${originalPrompt}`;
+}
+//# sourceMappingURL=refine-loop.js.map

package/dist/wrappers/refine-loop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"refine-loop.js","sourceRoot":"","sources":["../../src/wrappers/refine-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,MAAM,GAAG,GAAG,YAAY,CAAC,yBAAyB,CAAC,CAAC;AAkDpD,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IACzE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAClE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IACpE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC;CACnE,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAAY,EACZ,MAAc,EACd,MAAwB;IAExB,MAAM,EAAE,QAAQ,EAAE,SAAS,GAAG,GAAG,EAAE,aAAa,GAAG,CAAC,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;IAE3E,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,YAAY,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;IAE7E,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE;QAC/B,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;QAC/B,SAAS;QACT,aAAa;KACd,CAAC,CAAC;IAEH,MAAM,OAAO,GAAwB,EAAE,CAAC;IACxC,MAAM,UAAU,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;IACvE,IAAI,aAAa,GAAG,MAAM,CAAC;IAE3B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,IAAI,aAAa,EAAE,SAAS,EAAE,EAAE,CAAC;QAChE,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;QAE5D,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC;QAErE,MAAM,UAAU,GAAG,SAAS;YAC1B,CAAC,CAAC,MAAM,SAAS,CAAC,WAAW,CAAC;YAC9B,CAAC,CAAC,MAAM,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QAEjF,MAAM,OAAO,GAAsB;YACjC,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,UAAU,EAAE,UAAU,CAAC,UAAU;SAClC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEtB,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE;YAC9B,SAAS;YACT,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,SAAS;YACT,MAAM,EAAE,UAAU,CAAC,KAAK,IAAI,SAAS;SACtC,CAAC,CAAC;QAEH,IAAI,UAAU,CAAC,KAAK,IAAI,SAAS,EAAE,CAAC;YAClC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;YAClE,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,UAAU,EAAE,SAAS;gBACrB,OAAO;gBACP,KAAK,EAAE,UAAU;gBACjB,YAAY,EAAE,IAAI;aACnB,CAAC;QACJ,CAAC;QAED,IAAI,SAAS,GAAG,aAAa,EAAE,CAAC;YAC9B,aAAa,GAAG,mBAAmB,CACjC,MAAM,EACN,UAAU,CAAC,KAAK,EAChB,UAAU,CAAC,QAAQ,EACnB,UAAU,CAAC,UAAU,IAAI,EAAE,CAC5B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CACnD,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC5C,CAAC;IAEF,GAAG,CAAC,IAAI,CAAC,gDAAgD,EAAE;QACzD,UAAU,EAAE,aAAa;QACzB,SAAS,EAAE,WAAW,CAAC,KAAK;KAC7B,CAAC,CAAC;IAEH,OAAO;QACL,IAAI,EAAE,WAAW,CAAC,IAAI;QACtB,KAAK,EAAE,WAAW,CAAC,KAAK;QACxB,UAAU,EAAE,aAAa;QACzB,OAAO;QACP,KAAK,EAAE,UAAU;QACjB,YAAY,EAAE,KAAK;KACpB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,KAAY,EACZ,MAAc,EACd,UAA8E;IAE9E,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAE9C,6DAA6D;IAC7D,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC7C,KAAK,CAAC,CAAC;IACT,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;IAC/B,MAAM,KAAK,GAAG,CAAC,MAAM,MAAM,CAAC,KAAK,CAAmC,CAAC;IAErE,IAAI,KAAK,EAAE,CAAC;QACV,UAAU,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;QACjD,UAAU,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;QACnD,UAAU,CAAC,WAAW,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,IAAI,IAAI,EAAE,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,MAAc,EACd,cAAsB,EACtB,QAAgB,EAChB,KAAoB,EACpB,UAA8E;IAE9E,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC;YAClC,KAAK;YACL,MAAM,EAAE,gBAAgB;YACxB,MAAM,EAAE;;YAEF,QAAQ;;oBAEA,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;;;EAG9C,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;;8EAEuD;SACzE,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,UAAU,CAAC,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;YACxD,UAAU,CAAC,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;YAC1D,UAAU,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;QAC/F,CAAC;QAED,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK;YAC1B,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;YAChC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;YAClC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;SACrC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,GAAG,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAE7D,OAAO;YACL,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,+CAA+C;YACzD,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,CAAC,6CAA6C,CAAC;SAC5D,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,cAAsB,EACtB,KAAa,EACb,QAAgB,EAChB,UAAoB;IAEpB,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAEzF,OAAO,4BAA4B,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACzC,QAAQ;EAClB,YAAY;;;;oBAIM,cAAc,EAAE,CAAC;AACrC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agntk/core",
-  "version": "0.3.5",
+  "version": "1.0.0",
   "type": "module",
   "description": "Opinionated agent SDK extending AI SDK's ToolLoopAgent",
   "main": "./dist/index.js",
@@ -20,19 +20,25 @@
       "types": "./dist/advanced/index.d.ts",
       "import": "./dist/advanced/index.js",
       "default": "./dist/advanced/index.js"
+    },
+    "./tools": {
+      "types": "./dist/tools/index.d.ts",
+      "import": "./dist/tools/index.js",
+      "default": "./dist/tools/index.js"
     }
   },
   "dependencies": {
-    "@ai-sdk/openai-compatible": "^2.0.28",
-    "ai": "6.0.77",
+    "@ai-sdk/openai-compatible": "^2.0.31",
+    "ai": "6.0.105",
     "yaml": "^2.8.2",
-    "zod": "^3.25.76",
-    "@agntk/logger": "0.3.3"
+    "zod": "^4.3.6",
+    "@agntk/logger": "1.0.0",
+    "@agntk/search": "1.0.0"
   },
   "devDependencies": {
-    "@types/node": "^20.17.19",
+    "@types/node": "^25.3.3",
     "typescript": "^5.7.3",
-    "vitest": "^3.2.3",
+    "vitest": "^4.0.18",
     "@agntk/config-typescript": "0.1.0"
   },
   "peerDependencies": {