miii-agent 0.1.21 → 0.1.22

package/dist/cli.js

@@ -163,6 +163,30 @@ async function modelContext(entry, model) {
     throw err;
   }
 }
+async function paramCountB(entry, model) {
+  try {
+    const info = await makeClient(entry).show({ model });
+    const details = info.details;
+    if (details?.parameter_size) {
+      const m = details.parameter_size.match(/([\d.]+)\s*([BM])/i);
+      if (m) {
+        const n = parseFloat(m[1]);
+        if (!isNaN(n)) return m[2].toUpperCase() === "M" ? n / 1e3 : n;
+      }
+    }
+    const modelInfo = info.model_info;
+    if (modelInfo) {
+      const key = Object.keys(modelInfo).find((k) => k.endsWith("parameter_count"));
+      if (key) {
+        const val = Number(modelInfo[key]);
+        if (!isNaN(val) && val > 0) return val / 1e9;
+      }
+    }
+    return null;
+  } catch {
+    return null;
+  }
+}
 async function* chat(entry, model, messages, tools, opts) {
   if (opts?.signal?.aborted) return;
   const signal = opts?.signal;
@@ -484,6 +508,9 @@ var init_openai = __esm({
 function active() {
   return resolveProvider();
 }
+function providerName() {
+  return active().name;
+}
 function isAvailable3() {
   const { entry } = active();
   return entry.type === "ollama" ? isAvailable(entry) : isAvailable2(entry);
@@ -500,6 +527,16 @@ async function modelContext3(model) {
   const { entry } = active();
   return entry.type === "ollama" ? modelContext(entry, model) : modelContext2(entry, model);
 }
+async function modelParamCountB(model) {
+  const { entry } = active();
+  if (entry.type !== "ollama") return null;
+  const key = `${entry.baseUrl}:${model}`;
+  const cached = paramCountCache.get(key);
+  if (cached !== void 0) return cached;
+  const params = await paramCountB(entry, model);
+  paramCountCache.set(key, params);
+  return params;
+}
 async function* chat3(model, messages, tools, opts) {
   const { entry } = active();
   if (entry.type === "ollama") {
@@ -508,12 +545,14 @@ async function* chat3(model, messages, tools, opts) {
     yield* chat2(entry, model, messages, tools, opts);
   }
 }
+var paramCountCache;
 var init_client = __esm({
   "src/llm/client.ts"() {
     "use strict";
     init_config();
     init_ollama();
     init_openai();
+    paramCountCache = /* @__PURE__ */ new Map();
   }
 });
 
@@ -1752,7 +1791,11 @@ function markSeen(name, input, seen) {
 async function* runAgent(opts) {
   const { model, cwd, permissions, hooks, signal, num_ctx } = opts;
   const startTime = Date.now();
-  const useGrammar = false;
+  let useGrammar = false;
+  if (providerName() === "ollama") {
+    const params = await modelParamCountB(model);
+    useGrammar = params == null || params <= GRAMMAR_MAX_PARAMS_B;
+  }
   const system = buildSystemPrompt(TOOLS, cwd, loadProjectContext(cwd), useGrammar);
   const grammar = useGrammar ? buildToolGrammar(TOOLS) : void 0;
   const ollamaTools = toOllamaTools(TOOLS);
@@ -1983,7 +2026,7 @@ async function* runAgent(opts) {
   yield { type: "done", prompt_tokens: promptTokens, eval_tokens: evalTokens };
   return history;
 }
-var MAX_TURNS, REPEAT_TAIL, REPEAT_KILL, BIG_WRITE_TOOLS;
+var MAX_TURNS, REPEAT_TAIL, REPEAT_KILL, GRAMMAR_MAX_PARAMS_B, BIG_WRITE_TOOLS;
 var init_loop = __esm({
   "src/agent/loop.ts"() {
     "use strict";
@@ -2000,6 +2043,7 @@ var init_loop = __esm({
     MAX_TURNS = 25;
     REPEAT_TAIL = 120;
     REPEAT_KILL = 4;
+    GRAMMAR_MAX_PARAMS_B = 14;
     BIG_WRITE_TOOLS = /* @__PURE__ */ new Set(["write_file", "edit_file"]);
   }
 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "miii-agent",
-  "version": "0.1.21",
+  "version": "0.1.22",
   "description": "Cursor / Claude Code, but local. An offline AI pair-programmer in your terminal, powered by Ollama. Private by default, free forever.",
   "type": "module",
   "bin": {