offgrid-ai 0.11.1 → 0.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "offgrid-ai",
3
- "version": "0.11.1",
3
+ "version": "0.12.0",
4
4
  "description": "Privacy-first CLI for running local LLMs — discover, configure, run, benchmark",
5
5
  "author": "Eeshan Srivastava (https://eeshans.com)",
6
6
  "type": "module",
@@ -104,6 +104,7 @@ function piModelConfig(profile) {
104
104
  id: piApiModelId(profile),
105
105
  name: profile.label,
106
106
  input: modelInput(profile),
107
+ maxTokens: 16384,
107
108
  ...(reasoning === undefined ? {} : { reasoning }),
108
109
  ...(compat ? { compat } : {}),
109
110
  ...(profile.flags?.ctxSize ? { contextWindow: profile.flags.ctxSize } : {}),
package/src/runtime.mjs CHANGED
@@ -26,7 +26,7 @@ export async function offerManagedLlamaRuntimeUpdate(prompt, { fetchImpl = globa
26
26
  ["Source", "official GitHub release binary"],
27
27
  ]), { formatBorder: pc.cyan }));
28
28
 
29
- const shouldInstall = await prompt.yesNo(installed ? "Update llama.cpp runtime?" : "Install llama.cpp runtime?", true);
29
+ const shouldInstall = await prompt.yesNo(installed ? "Update llama.cpp runtime?" : "Install llama.cpp runtime?", false);
30
30
  if (!shouldInstall) return false;
31
31
 
32
32
  await installLlamaRelease(latest, { fetchImpl });