@aliou/pi-neuralwatt 0.7.1 → 0.7.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aliou/pi-neuralwatt",
-  "version": "0.7.1",
+  "version": "0.7.2",
   "license": "MIT",
   "type": "module",
   "private": false,

package/src/extensions/provider/index.ts

@@ -21,7 +21,12 @@ import {
   type NeuralwattQuotasUpdatedPayload,
 } from "../../types/quota-events";
 import { normalizeNeuralwattContextOverflowError } from "./context-overflow";
-import { getNeuralwattModels, loadHiddenModels } from "./models";
+import {
+  getNeuralwattModels,
+  loadCachedHiddenModels,
+  loadHiddenModels,
+  writeHiddenModelsCache,
+} from "./models";
 import { buildQuotasFromHeaders, fetchRequestedQuotas } from "./quota-store";
 import {
   type NeuralwattRateLimitInfo,
@@ -72,8 +77,24 @@ export default async function (pi: ExtensionAPI) {
   await configLoader.load();
 
   let latestQuotas: NeuralwattQuotas | undefined;
+
+  // Stale-while-revalidate seed for hidden models.
+  //
+  // Hidden models are only discoverable by hitting the authenticated
+  // `/v1/models` endpoint, which we can do inside `session_start` (Pi does not
+  // expose `authStorage` to extension factories). However, Pi validates scoped
+  // models (e.g. `neuralwatt/glm-5.2-short`) during startup, *before*
+  // `session_start` fires. To avoid "No models match pattern" warnings on saved
+  // scoped models, we synchronously restore the previous session's fetch from
+  // the on-disk cache so the provider is registered with hidden models at
+  // load time. `session_start` then revalidates from the live API and writes
+  // the cache back. First run with no cache still warns once.
   let hiddenModels: ProviderModelConfig[] = [];
+  if (configLoader.getConfig().includeHiddenModels) {
+    hiddenModels = loadCachedHiddenModels();
+  }
   let hiddenModelsLoaded = false;
+  let hiddenModelsAbort: AbortController | undefined;
 
   const handleSseQuota = (line: string) => {
     const quotas = updateQuotasFromSseComment(latestQuotas, line);
@@ -85,7 +106,7 @@ export default async function (pi: ExtensionAPI) {
     });
   };
 
-  registerNeuralwattProvider(pi, handleSseQuota);
+  registerNeuralwattProvider(pi, handleSseQuota, hiddenModels);
 
   const loadedFeatures = new Set<NeuralwattFeatureId>();
 
@@ -95,9 +116,24 @@ export default async function (pi: ExtensionAPI) {
   });
 
   pi.events.on(NEURALWATT_CONFIG_UPDATED_EVENT, () => {
+    // Toggle may have enabled hidden models since startup. Seed from the disk
+    // cache so previously discovered models are available immediately without
+    // waiting for the next session_start revalidation.
+    if (
+      configLoader.getConfig().includeHiddenModels &&
+      !hiddenModelsLoaded &&
+      hiddenModels.length === 0
+    ) {
+      hiddenModels = loadCachedHiddenModels();
+    }
     registerNeuralwattProvider(pi, handleSseQuota, hiddenModels);
   });
 
+  pi.on("session_shutdown", () => {
+    hiddenModelsAbort?.abort();
+    hiddenModelsAbort = undefined;
+  });
+
   let lastHeaderEmitAt = 0;
   let quotaRequestInFlight = false;
 
@@ -203,10 +239,20 @@ export default async function (pi: ExtensionAPI) {
 
     if (!hiddenModelsLoaded && configLoader.getConfig().includeHiddenModels) {
       hiddenModelsLoaded = true;
-      const fetched = await loadHiddenModels(ctx.modelRegistry.authStorage);
+      hiddenModelsAbort?.abort();
+      hiddenModelsAbort = new AbortController();
+      const fetched = await loadHiddenModels(
+        ctx.modelRegistry.authStorage,
+        hiddenModelsAbort.signal,
+      );
+      // Persist for the next startup so scoped models resolve without warnings
+      // on Pi's subsequent launches.
       if (fetched.length > 0) {
         hiddenModels = fetched;
-        registerNeuralwattProvider(pi, handleSseQuota, hiddenModels);
+        await writeHiddenModelsCache(hiddenModels);
+        if (!hiddenModelsAbort.signal.aborted) {
+          registerNeuralwattProvider(pi, handleSseQuota, hiddenModels);
+        }
       }
     }
 

package/src/extensions/provider/models/cache.ts

@@ -0,0 +1,77 @@
+import { existsSync, readFileSync } from "node:fs";
+import { mkdir, writeFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+import type { ProviderModelConfig } from "@earendil-works/pi-coding-agent";
+import { getAgentDir } from "@earendil-works/pi-coding-agent";
+
+/**
+ * Stale-while-revalidate disk cache for hidden Neuralwatt models.
+ *
+ * Hidden models are discovered by hitting the authenticated `/v1/models`
+ * endpoint, which only happens inside `session_start` (Pi does not expose
+ * `authStorage` to the extension factory). Because Pi validates scoped models
+ * during startup — before `session_start` fires — we persist the last fetch to
+ * disk so the provider can be registered with cached models instantly on the
+ * next launch. The first run with no cache still warns once; subsequent runs
+ * resolve cleanly.
+ *
+ * File shape: `{ version: 1, models: ProviderModelConfig[] }`.
+ */
+
+const CACHE_VERSION = 1;
+const CACHE_FILENAME = "neuralwatt-hidden-models.json";
+
+function cachePath(): string {
+  return join(getAgentDir(), "cache", CACHE_FILENAME);
+}
+
+interface HiddenModelsCacheFile {
+  version?: unknown;
+  models?: unknown;
+}
+
+/**
+ * Read cached hidden models synchronously.
+ *
+ * Designed to be called from the provider extension factory body, where Pi
+ * has not entered the event loop yet. Returns an empty array if the cache is
+ * missing, unreadable, or malformed.
+ */
+export function loadCachedHiddenModels(): ProviderModelConfig[] {
+  try {
+    const path = cachePath();
+    if (!existsSync(path)) return [];
+
+    const parsed: HiddenModelsCacheFile = JSON.parse(
+      readFileSync(path, "utf8"),
+    );
+    if (!Array.isArray(parsed?.models)) return [];
+
+    return parsed.models as ProviderModelConfig[];
+  } catch {
+    return [];
+  }
+}
+
+/**
+ * Persist hidden models to disk for the next startup.
+ *
+ * Called after a successful `/v1/models` fetch in `session_start`. Failures are
+ * swallowed since a missing cache only degrades to first-run behavior.
+ */
+export async function writeHiddenModelsCache(
+  models: ProviderModelConfig[],
+): Promise<void> {
+  try {
+    const path = cachePath();
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(
+      path,
+      `${JSON.stringify({ version: CACHE_VERSION, models }, null, 2)}\n`,
+      "utf8",
+    );
+  } catch {
+    // Cache writes are best-effort. A missing cache only falls back to the
+    // first-run path (next session revalidates and writes again).
+  }
+}

package/src/extensions/provider/models/hidden.ts

@@ -108,11 +108,12 @@ function applyHiddenOverride(
  */
 export async function loadHiddenModels(
   authStorage: AuthStorage,
+  signal?: AbortSignal,
 ): Promise<ProviderModelConfig[]> {
   const apiKey = await getNeuralwattApiKey(authStorage);
   if (!apiKey) return [];
 
-  const result = await fetchNeuralwattModels(apiKey);
+  const result = await fetchNeuralwattModels(apiKey, signal);
   if (!result.success) return [];
 
   const publicIds = new Set(NEURALWATT_MODELS.map((model) => model.id));

package/src/extensions/provider/models/index.ts

@@ -2,6 +2,7 @@ import type { ProviderModelConfig } from "@earendil-works/pi-coding-agent";
 import { buildLegacyNeuralwattModels } from "./legacy";
 import { NEURALWATT_MODELS } from "./public-models";
 
+export { loadCachedHiddenModels, writeHiddenModelsCache } from "./cache";
 export { loadHiddenModels } from "./hidden";
 export {
   buildLegacyNeuralwattModels,