@aexol/spectral 0.9.266 → 0.9.270

package/dist/extensions/dataset-uploader/cleaner.d.ts

@@ -48,6 +48,14 @@ export interface CleanDatasetResult {
 }
 /** Derive the default clean output path: `export-x.jsonl` → `export-x.clean.jsonl`. */
 export declare function defaultCleanPath(inputPath: string): string;
+/**
+ * Normalize conversation entries to the strict sharegpt contract
+ * (`{from, value}`). Internal markers such as `_trunc` (attached by
+ * exporter variants to truncated observations) are stripped at
+ * serialization time — the marker logic itself is untouched, the key
+ * simply never reaches a clean file or the vault.
+ */
+export declare function normalizeConversationEntries(sample: Record<string, unknown>): Record<string, unknown>;
 /**
  * Clean a dataset JSONL file: scrub all string fields, apply optional
  * filters, write `<name>.clean.jsonl` next to the input.

package/dist/extensions/dataset-uploader/cleaner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cleaner.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/cleaner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAQH,MAAM,WAAW,mBAAmB;IAClC,6EAA6E;IAC7E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,MAAM,CAAC;QACvB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,2EAA2E;IAC3E,UAAU,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC/C;AA6CD,uFAAuF;AACvF,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAK1D;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,mBAAwB,GAChC,kBAAkB,CAyDpB"}
+{"version":3,"file":"cleaner.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/cleaner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAQH,MAAM,WAAW,mBAAmB;IAClC,6EAA6E;IAC7E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,MAAM,CAAC;QACvB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,2EAA2E;IAC3E,UAAU,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC/C;AA6CD,uFAAuF;AACvF,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAK1D;AAED;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAczB;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,mBAAwB,GAChC,kBAAkB,CA2DpB"}

package/dist/extensions/dataset-uploader/cleaner.js

@@ -17,7 +17,7 @@ import { existsSync, mkdirSync, writeFileSync } from "node:fs";
 import { dirname } from "node:path";
 import { loadJsonl, sampleChars } from "./analyzer.js";
 import { scrub } from "./scrubber.js";
-const REDACTION_KINDS = ["api_key", "jwt", "bearer", "home_path", "secret_value"];
+const REDACTION_KINDS = ["api_key", "jwt", "bearer", "home_path", "user_path", "secret_value"];
 /**
  * Walk a JSON tree and scrub every string leaf. Objects/arrays are rebuilt
  * (structure and key order preserved); non-string leaves pass through.
@@ -59,6 +59,32 @@ export function defaultCleanPath(inputPath) {
     }
     return `${inputPath}.clean.jsonl`;
 }
+/**
+ * Normalize conversation entries to the strict sharegpt contract
+ * (`{from, value}`). Internal markers such as `_trunc` (attached by
+ * exporter variants to truncated observations) are stripped at
+ * serialization time — the marker logic itself is untouched, the key
+ * simply never reaches a clean file or the vault.
+ */
+export function normalizeConversationEntries(sample) {
+    const conversations = sample.conversations;
+    if (!Array.isArray(conversations))
+        return sample;
+    let changed = false;
+    const normalized = conversations.map((entry) => {
+        if (entry === null || typeof entry !== "object" || Array.isArray(entry))
+            return entry;
+        const record = entry;
+        if (!("_trunc" in record))
+            return entry;
+        changed = true;
+        const { _trunc: _dropped, ...rest } = record;
+        return rest;
+    });
+    if (!changed)
+        return sample;
+    return { ...sample, conversations: normalized };
+}
 /**
  * Clean a dataset JSONL file: scrub all string fields, apply optional
  * filters, write `<name>.clean.jsonl` next to the input.
@@ -94,7 +120,7 @@ export function cleanDataset(inputPath, options = {}) {
             removedByFilter.keepOnlyToolCalls++;
             continue;
         }
-        kept.push(scrubDeep(sample, options.extraValues, counts));
+        kept.push(normalizeConversationEntries(scrubDeep(sample, options.extraValues, counts)));
     }
     const outputPath = options.outputPath ?? defaultCleanPath(inputPath);
     mkdirSync(dirname(outputPath), { recursive: true });

package/dist/extensions/dataset-uploader/exporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exporter.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/exporter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAkBH,UAAU,iBAAiB;IACzB,GAAG,CAAC,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;CACtC;AAED,UAAU,UAAU;IAClB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,iBAAiB,CAAC;IACxC,KAAK,IAAI,IAAI,CAAC;CACf;AAiCD,uEAAuE;AACvE,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAiB3D;AAMD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,OAAO,GAAG,KAAK,GAAG,eAAe,GAAG,aAAa,CAAC;IACxD,KAAK,EAAE,MAAM,CAAC;CACf;AAED,2EAA2E;AAC3E,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,aAAa,EAAE,aAAa,EAAE,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,qBAAqB;IACpC,mEAAmE;IACnE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gEAAgE;IAChE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;;;;OAOG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAClC,mFAAmF;IACnF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,wEAAwE;IACxE,KAAK,CAAC,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;CACtC;AAED,MAAM,WAAW,oBAAoB;IACnC,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,OAAO,EAAE,MAAM,CAAC;IAChB,iDAAiD;IACjD,KAAK,EAAE,MAAM,CAAC;IACd,0EAA0E;IAC1E,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,uDAAuD;IACvD,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB;;;;OAIG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,uEAAuE;IACvE,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAMD;;;;GAIG;AACH,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAE1C,eAAO,MAAM,6BAA6B,mBAAmB,CAAC;AAW9D,UAAU,qBAAqB;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,qBAAqB,EAAE,CAAA;KAAE,GAAG,IAAI,CAAC;IACtD,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,qEAAqE;IACrE,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,iFAAiF;AACjF,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC,GAAG,MAAM,CAO1E;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,MAAM,EACnB,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,eAAe,GAAE,MAAM,GAAG,MAAe,GACxC,mBAAmB,CA4ErB;AA8CD;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,OAAO,GAAE,qBAA0B,GAAG,oBAAoB,CA4GxF"}
+{"version":3,"file":"exporter.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/exporter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAmBH,UAAU,iBAAiB;IACzB,GAAG,CAAC,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;CACtC;AAED,UAAU,UAAU;IAClB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,iBAAiB,CAAC;IACxC,KAAK,IAAI,IAAI,CAAC;CACf;AAiCD,uEAAuE;AACvE,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAiB3D;AAMD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,OAAO,GAAG,KAAK,GAAG,eAAe,GAAG,aAAa,CAAC;IACxD,KAAK,EAAE,MAAM,CAAC;CACf;AAED,2EAA2E;AAC3E,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,aAAa,EAAE,aAAa,EAAE,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,qBAAqB;IACpC,mEAAmE;IACnE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gEAAgE;IAChE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;;;;OAOG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAClC,mFAAmF;IACnF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,wEAAwE;IACxE,KAAK,CAAC,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;CACtC;AAED,MAAM,WAAW,oBAAoB;IACnC,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,OAAO,EAAE,MAAM,CAAC;IAChB,iDAAiD;IACjD,KAAK,EAAE,MAAM,CAAC;IACd,0EAA0E;IAC1E,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,uDAAuD;IACvD,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB;;;;OAIG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,uEAAuE;IACvE,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAMD;;;;GAIG;AACH,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAE1C,eAAO,MAAM,6BAA6B,mBAAmB,CAAC;AAW9D,UAAU,qBAAqB;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,qBAAqB,EAAE,CAAA;KAAE,GAAG,IAAI,CAAC;IACtD,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,qEAAqE;IACrE,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,iFAAiF;AACjF,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC,GAAG,MAAM,CAO1E;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,MAAM,EACnB,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,eAAe,GAAE,MAAM,GAAG,MAAe,GACxC,mBAAmB,CAmFrB;AA8CD;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,OAAO,GAAE,qBAA0B,GAAG,oBAAoB,CA4GxF"}

package/dist/extensions/dataset-uploader/exporter.js

@@ -39,6 +39,7 @@ import { createRequire } from "node:module";
 import { existsSync, mkdirSync, writeFileSync } from "node:fs";
 import { dirname, join } from "node:path";
 import { getConfigDir } from "../../config.js";
+import { scrub } from "./scrubber.js";
 const _require = createRequire(import.meta.url);
 let nodeSqliteModule;
 let nodeSqliteProbed = false;
@@ -187,9 +188,16 @@ export function parseAssistantEvents(eventsJsonl, capChars = null, includeThinki
                 const text = extractResultText(event.result);
                 if (text.length === 0)
                     break;
+                // Scrub BEFORE the truncation cap: a secret cut mid-token by the
+                // cap would no longer match the scrubber's patterns (e.g. a JWT
+                // losing its signature segment), so the full text is sanitised
+                // first and then cut. Pattern-only scrub (no extraValues — the
+                // export step does not collect secret-store/.env values;
+                // dataset_clean applies the full scrub to the whole file later).
+                const sanitized = scrub(text).text;
                 entries.push({
                     from: "observation",
-                    value: (event.isError ? "[ERROR] " : "") + capObservation(capChars, text),
+                    value: (event.isError ? "[ERROR] " : "") + capObservation(capChars, sanitized),
                 });
                 break;
             }

package/dist/extensions/dataset-uploader/scrubber.d.ts

@@ -6,6 +6,8 @@
  *   - jwt         — bare JWTs (eyJ... payload ... signature)
  *   - bearer      — "Bearer <token>" and Authorization header values
  *   - home_path   — /Users/<name>/ → /home/
+ *   - user_path   — Wine/Windows user segments (drive_c/users/<name>,
+ *                    <drive>:\Users\<name>) → <name> replaced with "user"
  *   - secret_value — opaque values passed in by the caller (secret-store
  *                    values, .env values). The scrubber NEVER reads any
  *                    store itself; callers decide what to pass.

package/dist/extensions/dataset-uploader/scrubber.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scrubber.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/scrubber.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,cAAc,EAAE,CAAC;CAC9B;AAiCD;;;;;;;;;GASG;AACH,wBAAgB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,WAAW,CA6CvE"}
+{"version":3,"file":"scrubber.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/scrubber.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,cAAc,EAAE,CAAC;CAC9B;AAiED;;;;;;;;;GASG;AACH,wBAAgB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,WAAW,CAyDvE"}

package/dist/extensions/dataset-uploader/scrubber.js

@@ -6,6 +6,8 @@
  *   - jwt         — bare JWTs (eyJ... payload ... signature)
  *   - bearer      — "Bearer <token>" and Authorization header values
  *   - home_path   — /Users/<name>/ → /home/
+ *   - user_path   — Wine/Windows user segments (drive_c/users/<name>,
+ *                    <drive>:\Users\<name>) → <name> replaced with "user"
  *   - secret_value — opaque values passed in by the caller (secret-store
  *                    values, .env values). The scrubber NEVER reads any
  *                    store itself; callers decide what to pass.
@@ -28,13 +30,43 @@ const AUTH_HEADER_PATTERN = /\b(authorization\s*[:=]\s*)(?:bearer\s+)?[A-Za-z0-9
 const BEARER_PATTERN = /\bbearer\s+[A-Za-z0-9._~+/=-]+/gi;
 /** Bare JWT: three base64url segments, the first starting with "eyJ". */
 const JWT_PATTERN = /\beyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\b/g;
+/**
+ * Partial / truncated JWT: an "eyJ"-prefixed base64url run with one or two
+ * dot-separated segments. A JWT cut mid-string (e.g. by observation
+ * truncation) loses its signature segment, so JWT_PATTERN no longer
+ * matches — but the surviving payload prefix still leaks identifying
+ * claims (teamId, machineName, ...). Runs AFTER the full-3-segment
+ * pattern, so complete JWTs are redacted as one unit first and identically
+ * to before. The "eyJ" prefix (base64 of `{"`) keeps ordinary prose and
+ * non-JWT base64 blobs from matching.
+ */
+const JWT_PARTIAL_PATTERN = /\beyJ[A-Za-z0-9_-]{10,}(?:\.[A-Za-z0-9_-]+){0,2}\b/g;
 /**
  * Home directory segment: /Users/<name> followed by "/" or end-of-text.
  * Normalized to /home (the marker would break the surrounding path).
  */
 const HOME_PATH_PATTERN = /\/Users\/[A-Za-z0-9._-]+(?=\/|$)/g;
+/**
+ * Wine / Windows user segment inside a path:
+ *   - drive_c/users/<name>  (Wine prefix, e.g. /home/.wine/drive_c/users/<name>)
+ *   - <drive>:\Users\<name> (native Windows path, backslashes)
+ * Only the user segment is replaced with "user" — the surrounding path is
+ * kept intact (a full-path marker would break the surrounding text).
+ * The normalized "user" value itself never re-matches (lookahead), so
+ * scrubbing is idempotent: re-scrubbing redacted text produces no new
+ * redactions, not even no-op ones.
+ */
+const WINE_USER_PATH_PATTERN = /drive_c\/users\/(?!user(?=[/\\.\s-]|$))[A-Za-z0-9._-]+/g;
+const WINDOWS_USER_PATH_PATTERN = /([A-Za-z]:\\Users\\)(?!user(?=[/\\.\s-]|$))[A-Za-z0-9._-]+/g;
 /** Stable ordering of kinds in the returned redactions array. */
-const REDACTION_KINDS = ["api_key", "jwt", "bearer", "home_path", "secret_value"];
+const REDACTION_KINDS = [
+    "api_key",
+    "jwt",
+    "bearer",
+    "home_path",
+    "user_path",
+    "secret_value",
+];
 /**
  * Scrub `text` for secrets.
  *
@@ -77,10 +109,22 @@ export function scrub(text, extraValues) {
         counts.jwt = (counts.jwt ?? 0) + 1;
         return "[REDACTED:jwt]";
     });
+    out = out.replace(JWT_PARTIAL_PATTERN, () => {
+        counts.jwt = (counts.jwt ?? 0) + 1;
+        return "[REDACTED:jwt]";
+    });
     out = out.replace(HOME_PATH_PATTERN, () => {
         counts.home_path = (counts.home_path ?? 0) + 1;
         return "/home";
     });
+    out = out.replace(WINE_USER_PATH_PATTERN, () => {
+        counts.user_path = (counts.user_path ?? 0) + 1;
+        return "drive_c/users/user";
+    });
+    out = out.replace(WINDOWS_USER_PATH_PATTERN, (match, prefix) => {
+        counts.user_path = (counts.user_path ?? 0) + 1;
+        return `${prefix}user`;
+    });
     const redactions = [];
     for (const kind of REDACTION_KINDS) {
         const count = counts[kind];

package/dist/extensions/dataset-uploader/upload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/upload.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAYH,eAAO,MAAM,kBAAkB,KAAK,CAAC;AAErC,0DAA0D;AAC1D,eAAO,MAAM,mBAAmB,2BAA2B,CAAC;AAE5D,yEAAyE;AACzE,eAAO,MAAM,wBAAwB,wBAAwB,CAAC;AAE9D,eAAO,MAAM,cAAc,aAAa,CAAC;AAEzC;;;;GAIG;AACH,MAAM,MAAM,eAAe,GAAG,CAC5B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,OAAO,CAAC,OAAO,CAAC,CAAC;AAEtB,MAAM,WAAW,oBAAoB;IACnC,iDAAiD;IACjD,SAAS,EAAE,MAAM,CAAC;IAClB,wGAAwG;IACxG,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iEAAiE;IACjE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2EAA2E;IAC3E,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,2EAA2E;IAC3E,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,kFAAkF;IAClF,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;;;OAIG;IACH,cAAc,CAAC,EAAE;QAAE,eAAe,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC9D,uEAAuE;IACvE,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAQD;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAAC,EAAE,EAAE,eAAe,GAAG,IAAI,GAAG,IAAI,CAE7E;AAmFD;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC,CA2H9B;AAMD,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,mBAAmB,GAAG,MAAM,CA2CxE"}
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/upload.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAaH,eAAO,MAAM,kBAAkB,KAAK,CAAC;AAErC,0DAA0D;AAC1D,eAAO,MAAM,mBAAmB,2BAA2B,CAAC;AAE5D,yEAAyE;AACzE,eAAO,MAAM,wBAAwB,wBAAwB,CAAC;AAE9D,eAAO,MAAM,cAAc,aAAa,CAAC;AAEzC;;;;GAIG;AACH,MAAM,MAAM,eAAe,GAAG,CAC5B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,OAAO,CAAC,OAAO,CAAC,CAAC;AAEtB,MAAM,WAAW,oBAAoB;IACnC,iDAAiD;IACjD,SAAS,EAAE,MAAM,CAAC;IAClB,wGAAwG;IACxG,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iEAAiE;IACjE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2EAA2E;IAC3E,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,2EAA2E;IAC3E,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,kFAAkF;IAClF,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;;;OAIG;IACH,cAAc,CAAC,EAAE;QAAE,eAAe,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC9D,uEAAuE;IACvE,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAQD;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAAC,EAAE,EAAE,eAAe,GAAG,IAAI,GAAG,IAAI,CAE7E;AAmFD;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC,CAgI9B;AAMD,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,mBAAmB,GAAG,MAAM,CA2CxE"}

package/dist/extensions/dataset-uploader/upload.js

@@ -28,6 +28,7 @@ import { ensureAuthenticated } from "../../auth-helper.js";
 import { readStudioBinding } from "../../studio-binding.js";
 import { renderContentToString } from "../aexol-backend-client.js";
 import { loadJsonl } from "./analyzer.js";
+import { normalizeConversationEntries } from "./cleaner.js";
 import { scrub } from "./scrubber.js";
 export const DEFAULT_BATCH_SIZE = 50;
 /** Backend MCP tool that ingests one batch of samples. */
@@ -149,7 +150,10 @@ export async function uploadDataset(options) {
     }
     notes.push("Per-project batching is not supported by the exporter JSONL (no per-sample project provenance); " +
         "a single projectId from the binding is used for all batches.");
-    const validSamples = samples.map((s) => JSON.stringify(s));
+    // Serialize with conversation entries normalized to the strict sharegpt
+    // contract ({from, value}) — internal markers such as `_trunc` never
+    // reach the vault, even when the input file was not run through clean.
+    const validSamples = samples.map((s) => JSON.stringify(normalizeConversationEntries(s)));
     const invalidLines = malformedLines;
     // ---- pre-upload residue warning (pattern-only dry-run scrub) ------------
     // Runs in BOTH dry-run and real uploads, before the first network batch.

package/dist/generated/zeus/const.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"const.d.ts","sourceRoot":"","sources":["../../../src/generated/zeus/const.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAC,GAAG,CAq+B5C,CAAA;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAC,GAAG,CAg/C1C,CAAA;AAED,eAAO,MAAM,GAAG;;;;CAIf,CAAA"}
+{"version":3,"file":"const.d.ts","sourceRoot":"","sources":["../../../src/generated/zeus/const.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAC,GAAG,CAogC5C,CAAA;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAC,GAAG,CAmjD1C,CAAA;AAED,eAAO,MAAM,GAAG;;;;CAIf,CAAA"}

package/dist/generated/zeus/const.js

@@ -229,6 +229,9 @@ export const AllTypesProps = {
         adminVastAiOffers: {
             query: "AdminVastAiOfferQueryInput"
         },
+        adminUpCloudGpuPrices: {},
+        adminUpCloudServers: {},
+        adminUpCloudServer: {},
         adminRunPodPods: {},
         adminDeployConfig: {},
         adminColdStartRuns: {},
@@ -448,6 +451,13 @@ export const AllTypesProps = {
         adminStartVastAiInstance: {},
         adminStopVastAiInstance: {},
         adminDestroyVastAiInstance: {},
+        adminUpCloudDeployServer: {
+            input: "UpCloudDeployInput"
+        },
+        adminUpCloudStartServer: {},
+        adminUpCloudStopServer: {},
+        adminUpCloudAddFirewallPorts: {},
+        adminUpCloudDestroyServer: {},
         adminCreateRunPod: {
             input: "AdminCreateRunPodInput"
         },
@@ -579,6 +589,10 @@ export const AllTypesProps = {
     AdminVastAiOfferQueryInput: {},
     AdminCreateVastAiInstanceInput: {},
     AdminUpdateVastAiInstanceInput: {},
+    UpCloudLabelInput: {},
+    UpCloudDeployInput: {
+        labels: "UpCloudLabelInput"
+    },
     AdminCreateRunPodInput: {
         env: "JSON"
     },
@@ -588,8 +602,13 @@ export const AllTypesProps = {
     AdminCreateDeployConfigInput: {},
     AdminUpdateDeployConfigInput: {},
     ColdStartRunStatus: "enum",
-    AdminColdStartProfileInput: {},
-    AdminUpdateColdStartProfileInput: {},
+    GpuProvider: "enum",
+    AdminColdStartProfileInput: {
+        provider: "GpuProvider"
+    },
+    AdminUpdateColdStartProfileInput: {
+        provider: "GpuProvider"
+    },
     ColdStartStopMode: "enum",
     BaseModelUpdateInput: {},
     BaseModelCreateInput: {
@@ -1179,6 +1198,12 @@ export const ReturnTypes = {
         adminVastAiSettings: "AdminVastAiSettings",
         adminVastAiOffers: "AdminVastAiOffer",
         adminVastAiInstances: "AdminVastAiInstance",
+        adminUpCloudAccount: "UpCloudAccount",
+        adminUpCloudGpuPlans: "UpCloudGpuPlan",
+        adminUpCloudGpuPrices: "UpCloudPlanPrices",
+        adminUpCloudTemplates: "UpCloudTemplate",
+        adminUpCloudServers: "UpCloudServer",
+        adminUpCloudServer: "UpCloudServer",
         adminRunPodAccount: "AdminRunPodAccount",
         adminRunPodSettings: "AdminRunPodSettings",
         adminRunPodPods: "AdminRunPodPod",
@@ -1305,6 +1330,11 @@ export const ReturnTypes = {
         adminStartVastAiInstance: "AdminVastAiOperation",
         adminStopVastAiInstance: "AdminVastAiOperation",
         adminDestroyVastAiInstance: "AdminVastAiOperation",
+        adminUpCloudDeployServer: "UpCloudServer",
+        adminUpCloudStartServer: "UpCloudOperation",
+        adminUpCloudStopServer: "UpCloudOperation",
+        adminUpCloudAddFirewallPorts: "UpCloudOperation",
+        adminUpCloudDestroyServer: "UpCloudOperation",
         adminCreateRunPod: "AdminRunPodPod",
         adminUpdateRunPod: "AdminRunPodPod",
         adminStartRunPod: "AdminRunPodOperation",
@@ -1893,6 +1923,59 @@ export const ReturnTypes = {
         status: "String",
         message: "String"
     },
+    UpCloudAccount: {
+        username: "String",
+        creditsEur: "Float",
+        paidCreditsEur: "Float",
+        resourceLimitsCores: "Int",
+        resourceLimitsGpus: "Int",
+        resourceLimitsMemoryMiB: "Int",
+        resourceLimitsPublicIpv4: "Int"
+    },
+    UpCloudGpuPlan: {
+        name: "String",
+        cores: "Int",
+        memoryGb: "Float",
+        gpuAmount: "Int",
+        gpuModel: "String",
+        spot: "Boolean"
+    },
+    UpCloudPlanPrice: {
+        plan: "String",
+        hourlyEur: "Float",
+        spotHourlyEur: "Float"
+    },
+    UpCloudPlanPrices: {
+        byPlan: "UpCloudPlanPrice",
+        storageStandardEurPerGbMonth: "Float",
+        storageMaxiopsEurPerGbMonth: "Float",
+        publicIpv4EurPerMonth: "Float"
+    },
+    UpCloudTemplate: {
+        uuid: "String",
+        title: "String",
+        sizeGb: "Int",
+        cloudInit: "Boolean"
+    },
+    UpCloudLabel: {
+        key: "String",
+        value: "String"
+    },
+    UpCloudServer: {
+        uuid: "String",
+        title: "String",
+        hostname: "String",
+        plan: "String",
+        zone: "String",
+        state: "String",
+        publicIp: "String",
+        labels: "UpCloudLabel"
+    },
+    UpCloudOperation: {
+        uuid: "String",
+        status: "String",
+        message: "String"
+    },
     AdminRunPodAccount: {
         balance: "Float",
         spendPerHr: "Float",
@@ -1959,13 +2042,15 @@ export const ReturnTypes = {
         id: "String",
         name: "String",
         description: "String",
+        provider: "GpuProvider",
         targetUserModelSlug: "String",
         servedModelName: "String",
         hfModel: "String",
         gpuNames: "String",
         minGpus: "Int",
         minVramGb: "Int",
-        maxPricePerHourUsd: "Float",
+        maxPricePerHour: "Float",
+        maxPricePerHourCurrency: "String",
         minReliability: "Float",
         verifiedOnly: "Boolean",
         datacenterOnly: "Boolean",
@@ -1995,6 +2080,7 @@ export const ReturnTypes = {
         profileId: "String",
         userModelId: "String",
         status: "ColdStartRunStatus",
+        provider: "GpuProvider",
         offerId: "String",
         machineId: "String",
         instanceId: "String",