@aexol/spectral 0.9.264 → 0.9.269

package/dist/extensions/dataset-uploader/cleaner.d.ts

@@ -48,6 +48,14 @@ export interface CleanDatasetResult {
 }
 /** Derive the default clean output path: `export-x.jsonl` → `export-x.clean.jsonl`. */
 export declare function defaultCleanPath(inputPath: string): string;
+/**
+ * Normalize conversation entries to the strict sharegpt contract
+ * (`{from, value}`). Internal markers such as `_trunc` (attached by
+ * exporter variants to truncated observations) are stripped at
+ * serialization time — the marker logic itself is untouched, the key
+ * simply never reaches a clean file or the vault.
+ */
+export declare function normalizeConversationEntries(sample: Record<string, unknown>): Record<string, unknown>;
 /**
  * Clean a dataset JSONL file: scrub all string fields, apply optional
  * filters, write `<name>.clean.jsonl` next to the input.

package/dist/extensions/dataset-uploader/cleaner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cleaner.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/cleaner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAQH,MAAM,WAAW,mBAAmB;IAClC,6EAA6E;IAC7E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,MAAM,CAAC;QACvB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,2EAA2E;IAC3E,UAAU,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC/C;AA6CD,uFAAuF;AACvF,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAK1D;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,mBAAwB,GAChC,kBAAkB,CAyDpB"}
+{"version":3,"file":"cleaner.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/cleaner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAQH,MAAM,WAAW,mBAAmB;IAClC,6EAA6E;IAC7E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,MAAM,CAAC;QACvB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,2EAA2E;IAC3E,UAAU,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC/C;AA6CD,uFAAuF;AACvF,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAK1D;AAED;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAczB;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,mBAAwB,GAChC,kBAAkB,CA2DpB"}

package/dist/extensions/dataset-uploader/cleaner.js

@@ -59,6 +59,32 @@ export function defaultCleanPath(inputPath) {
     }
     return `${inputPath}.clean.jsonl`;
 }
+/**
+ * Normalize conversation entries to the strict sharegpt contract
+ * (`{from, value}`). Internal markers such as `_trunc` (attached by
+ * exporter variants to truncated observations) are stripped at
+ * serialization time — the marker logic itself is untouched, the key
+ * simply never reaches a clean file or the vault.
+ */
+export function normalizeConversationEntries(sample) {
+    const conversations = sample.conversations;
+    if (!Array.isArray(conversations))
+        return sample;
+    let changed = false;
+    const normalized = conversations.map((entry) => {
+        if (entry === null || typeof entry !== "object" || Array.isArray(entry))
+            return entry;
+        const record = entry;
+        if (!("_trunc" in record))
+            return entry;
+        changed = true;
+        const { _trunc: _dropped, ...rest } = record;
+        return rest;
+    });
+    if (!changed)
+        return sample;
+    return { ...sample, conversations: normalized };
+}
 /**
  * Clean a dataset JSONL file: scrub all string fields, apply optional
  * filters, write `<name>.clean.jsonl` next to the input.
@@ -94,7 +120,7 @@ export function cleanDataset(inputPath, options = {}) {
             removedByFilter.keepOnlyToolCalls++;
             continue;
         }
-        kept.push(scrubDeep(sample, options.extraValues, counts));
+        kept.push(normalizeConversationEntries(scrubDeep(sample, options.extraValues, counts)));
     }
     const outputPath = options.outputPath ?? defaultCleanPath(inputPath);
     mkdirSync(dirname(outputPath), { recursive: true });

package/dist/extensions/dataset-uploader/exporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exporter.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/exporter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAkBH,UAAU,iBAAiB;IACzB,GAAG,CAAC,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;CACtC;AAED,UAAU,UAAU;IAClB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,iBAAiB,CAAC;IACxC,KAAK,IAAI,IAAI,CAAC;CACf;AAiCD,uEAAuE;AACvE,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAiB3D;AAMD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,OAAO,GAAG,KAAK,GAAG,eAAe,GAAG,aAAa,CAAC;IACxD,KAAK,EAAE,MAAM,CAAC;CACf;AAED,2EAA2E;AAC3E,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,aAAa,EAAE,aAAa,EAAE,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,qBAAqB;IACpC,mEAAmE;IACnE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gEAAgE;IAChE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;;;;OAOG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAClC,mFAAmF;IACnF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,wEAAwE;IACxE,KAAK,CAAC,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;CACtC;AAED,MAAM,WAAW,oBAAoB;IACnC,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,OAAO,EAAE,MAAM,CAAC;IAChB,iDAAiD;IACjD,KAAK,EAAE,MAAM,CAAC;IACd,0EAA0E;IAC1E,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,uDAAuD;IACvD,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB;;;;OAIG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,uEAAuE;IACvE,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAMD;;;;GAIG;AACH,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAE1C,eAAO,MAAM,6BAA6B,mBAAmB,CAAC;AAW9D,UAAU,qBAAqB;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,qBAAqB,EAAE,CAAA;KAAE,GAAG,IAAI,CAAC;IACtD,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,qEAAqE;IACrE,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,iFAAiF;AACjF,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC,GAAG,MAAM,CAO1E;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,MAAM,EACnB,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,eAAe,GAAE,MAAM,GAAG,MAAe,GACxC,mBAAmB,CA4ErB;AA8CD;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,OAAO,GAAE,qBAA0B,GAAG,oBAAoB,CA4GxF"}
+{"version":3,"file":"exporter.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/exporter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAmBH,UAAU,iBAAiB;IACzB,GAAG,CAAC,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;CACtC;AAED,UAAU,UAAU;IAClB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,iBAAiB,CAAC;IACxC,KAAK,IAAI,IAAI,CAAC;CACf;AAiCD,uEAAuE;AACvE,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAiB3D;AAMD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,OAAO,GAAG,KAAK,GAAG,eAAe,GAAG,aAAa,CAAC;IACxD,KAAK,EAAE,MAAM,CAAC;CACf;AAED,2EAA2E;AAC3E,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,aAAa,EAAE,aAAa,EAAE,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,qBAAqB;IACpC,mEAAmE;IACnE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gEAAgE;IAChE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;;;;OAOG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAClC,mFAAmF;IACnF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,wEAAwE;IACxE,KAAK,CAAC,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;CACtC;AAED,MAAM,WAAW,oBAAoB;IACnC,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,OAAO,EAAE,MAAM,CAAC;IAChB,iDAAiD;IACjD,KAAK,EAAE,MAAM,CAAC;IACd,0EAA0E;IAC1E,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,uDAAuD;IACvD,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB;;;;OAIG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,uEAAuE;IACvE,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAMD;;;;GAIG;AACH,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAE1C,eAAO,MAAM,6BAA6B,mBAAmB,CAAC;AAW9D,UAAU,qBAAqB;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,qBAAqB,EAAE,CAAA;KAAE,GAAG,IAAI,CAAC;IACtD,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,qEAAqE;IACrE,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,iFAAiF;AACjF,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC,GAAG,MAAM,CAO1E;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,MAAM,EACnB,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,eAAe,GAAE,MAAM,GAAG,MAAe,GACxC,mBAAmB,CAmFrB;AA8CD;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,OAAO,GAAE,qBAA0B,GAAG,oBAAoB,CA4GxF"}

package/dist/extensions/dataset-uploader/exporter.js

@@ -39,6 +39,7 @@ import { createRequire } from "node:module";
 import { existsSync, mkdirSync, writeFileSync } from "node:fs";
 import { dirname, join } from "node:path";
 import { getConfigDir } from "../../config.js";
+import { scrub } from "./scrubber.js";
 const _require = createRequire(import.meta.url);
 let nodeSqliteModule;
 let nodeSqliteProbed = false;
@@ -187,9 +188,16 @@ export function parseAssistantEvents(eventsJsonl, capChars = null, includeThinki
                 const text = extractResultText(event.result);
                 if (text.length === 0)
                     break;
+                // Scrub BEFORE the truncation cap: a secret cut mid-token by the
+                // cap would no longer match the scrubber's patterns (e.g. a JWT
+                // losing its signature segment), so the full text is sanitised
+                // first and then cut. Pattern-only scrub (no extraValues — the
+                // export step does not collect secret-store/.env values;
+                // dataset_clean applies the full scrub to the whole file later).
+                const sanitized = scrub(text).text;
                 entries.push({
                     from: "observation",
-                    value: (event.isError ? "[ERROR] " : "") + capObservation(capChars, text),
+                    value: (event.isError ? "[ERROR] " : "") + capObservation(capChars, sanitized),
                 });
                 break;
             }

package/dist/extensions/dataset-uploader/scrubber.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scrubber.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/scrubber.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,cAAc,EAAE,CAAC;CAC9B;AAiCD;;;;;;;;;GASG;AACH,wBAAgB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,WAAW,CA6CvE"}
+{"version":3,"file":"scrubber.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/scrubber.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,cAAc,EAAE,CAAC;CAC9B;AA6CD;;;;;;;;;GASG;AACH,wBAAgB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,WAAW,CAiDvE"}

package/dist/extensions/dataset-uploader/scrubber.js

@@ -28,6 +28,17 @@ const AUTH_HEADER_PATTERN = /\b(authorization\s*[:=]\s*)(?:bearer\s+)?[A-Za-z0-9
 const BEARER_PATTERN = /\bbearer\s+[A-Za-z0-9._~+/=-]+/gi;
 /** Bare JWT: three base64url segments, the first starting with "eyJ". */
 const JWT_PATTERN = /\beyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\b/g;
+/**
+ * Partial / truncated JWT: an "eyJ"-prefixed base64url run with one or two
+ * dot-separated segments. A JWT cut mid-string (e.g. by observation
+ * truncation) loses its signature segment, so JWT_PATTERN no longer
+ * matches — but the surviving payload prefix still leaks identifying
+ * claims (teamId, machineName, ...). Runs AFTER the full-3-segment
+ * pattern, so complete JWTs are redacted as one unit first and identically
+ * to before. The "eyJ" prefix (base64 of `{"`) keeps ordinary prose and
+ * non-JWT base64 blobs from matching.
+ */
+const JWT_PARTIAL_PATTERN = /\beyJ[A-Za-z0-9_-]{10,}(?:\.[A-Za-z0-9_-]+){0,2}\b/g;
 /**
  * Home directory segment: /Users/<name> followed by "/" or end-of-text.
  * Normalized to /home (the marker would break the surrounding path).
@@ -77,6 +88,10 @@ export function scrub(text, extraValues) {
         counts.jwt = (counts.jwt ?? 0) + 1;
         return "[REDACTED:jwt]";
     });
+    out = out.replace(JWT_PARTIAL_PATTERN, () => {
+        counts.jwt = (counts.jwt ?? 0) + 1;
+        return "[REDACTED:jwt]";
+    });
     out = out.replace(HOME_PATH_PATTERN, () => {
         counts.home_path = (counts.home_path ?? 0) + 1;
         return "/home";

package/dist/extensions/dataset-uploader/upload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/upload.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAYH,eAAO,MAAM,kBAAkB,KAAK,CAAC;AAErC,0DAA0D;AAC1D,eAAO,MAAM,mBAAmB,2BAA2B,CAAC;AAE5D,yEAAyE;AACzE,eAAO,MAAM,wBAAwB,wBAAwB,CAAC;AAE9D,eAAO,MAAM,cAAc,aAAa,CAAC;AAEzC;;;;GAIG;AACH,MAAM,MAAM,eAAe,GAAG,CAC5B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,OAAO,CAAC,OAAO,CAAC,CAAC;AAEtB,MAAM,WAAW,oBAAoB;IACnC,iDAAiD;IACjD,SAAS,EAAE,MAAM,CAAC;IAClB,wGAAwG;IACxG,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iEAAiE;IACjE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2EAA2E;IAC3E,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,2EAA2E;IAC3E,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,kFAAkF;IAClF,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;;;OAIG;IACH,cAAc,CAAC,EAAE;QAAE,eAAe,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC9D,uEAAuE;IACvE,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAQD;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAAC,EAAE,EAAE,eAAe,GAAG,IAAI,GAAG,IAAI,CAE7E;AAmFD;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC,CA2H9B;AAMD,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,mBAAmB,GAAG,MAAM,CA2CxE"}
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../../src/extensions/dataset-uploader/upload.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAaH,eAAO,MAAM,kBAAkB,KAAK,CAAC;AAErC,0DAA0D;AAC1D,eAAO,MAAM,mBAAmB,2BAA2B,CAAC;AAE5D,yEAAyE;AACzE,eAAO,MAAM,wBAAwB,wBAAwB,CAAC;AAE9D,eAAO,MAAM,cAAc,aAAa,CAAC;AAEzC;;;;GAIG;AACH,MAAM,MAAM,eAAe,GAAG,CAC5B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,OAAO,CAAC,OAAO,CAAC,CAAC;AAEtB,MAAM,WAAW,oBAAoB;IACnC,iDAAiD;IACjD,SAAS,EAAE,MAAM,CAAC;IAClB,wGAAwG;IACxG,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iEAAiE;IACjE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2EAA2E;IAC3E,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,2EAA2E;IAC3E,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,kFAAkF;IAClF,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;;;OAIG;IACH,cAAc,CAAC,EAAE;QAAE,eAAe,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC9D,uEAAuE;IACvE,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAQD;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAAC,EAAE,EAAE,eAAe,GAAG,IAAI,GAAG,IAAI,CAE7E;AAmFD;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC,CAgI9B;AAMD,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,mBAAmB,GAAG,MAAM,CA2CxE"}

package/dist/extensions/dataset-uploader/upload.js

@@ -28,6 +28,7 @@ import { ensureAuthenticated } from "../../auth-helper.js";
 import { readStudioBinding } from "../../studio-binding.js";
 import { renderContentToString } from "../aexol-backend-client.js";
 import { loadJsonl } from "./analyzer.js";
+import { normalizeConversationEntries } from "./cleaner.js";
 import { scrub } from "./scrubber.js";
 export const DEFAULT_BATCH_SIZE = 50;
 /** Backend MCP tool that ingests one batch of samples. */
@@ -149,7 +150,10 @@ export async function uploadDataset(options) {
     }
     notes.push("Per-project batching is not supported by the exporter JSONL (no per-sample project provenance); " +
         "a single projectId from the binding is used for all batches.");
-    const validSamples = samples.map((s) => JSON.stringify(s));
+    // Serialize with conversation entries normalized to the strict sharegpt
+    // contract ({from, value}) — internal markers such as `_trunc` never
+    // reach the vault, even when the input file was not run through clean.
+    const validSamples = samples.map((s) => JSON.stringify(normalizeConversationEntries(s)));
     const invalidLines = malformedLines;
     // ---- pre-upload residue warning (pattern-only dry-run scrub) ------------
     // Runs in BOTH dry-run and real uploads, before the first network batch.

package/dist/generated/zeus/const.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"const.d.ts","sourceRoot":"","sources":["../../../src/generated/zeus/const.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAC,GAAG,CAq8B5C,CAAA;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAC,GAAG,CA45C1C,CAAA;AAED,eAAO,MAAM,GAAG;;;;CAIf,CAAA"}
+{"version":3,"file":"const.d.ts","sourceRoot":"","sources":["../../../src/generated/zeus/const.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAC,GAAG,CAogC5C,CAAA;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAC,GAAG,CAmjD1C,CAAA;AAED,eAAO,MAAM,GAAG;;;;CAIf,CAAA"}

package/dist/generated/zeus/const.js

@@ -229,8 +229,13 @@ export const AllTypesProps = {
         adminVastAiOffers: {
             query: "AdminVastAiOfferQueryInput"
         },
+        adminUpCloudGpuPrices: {},
+        adminUpCloudServers: {},
+        adminUpCloudServer: {},
         adminRunPodPods: {},
-        adminDeployConfig: {}
+        adminDeployConfig: {},
+        adminColdStartRuns: {},
+        adminColdStartRun: {}
     },
     Mutation: {
         register: {
@@ -399,6 +404,18 @@ export const AllTypesProps = {
             input: "AdminUpdateDeployConfigInput"
         },
         adminDeleteDeployConfig: {},
+        adminCreateColdStartProfile: {
+            input: "AdminColdStartProfileInput"
+        },
+        adminUpdateColdStartProfile: {
+            input: "AdminUpdateColdStartProfileInput"
+        },
+        adminDeleteColdStartProfile: {},
+        adminStartColdStartRun: {},
+        adminStopColdStartRun: {
+            mode: "ColdStartStopMode"
+        },
+        adminPollColdStartRun: {},
         adminCreateBuiltInModel: {
             input: "CreateBuiltInModelInput"
         },
@@ -434,6 +451,13 @@ export const AllTypesProps = {
         adminStartVastAiInstance: {},
         adminStopVastAiInstance: {},
         adminDestroyVastAiInstance: {},
+        adminUpCloudDeployServer: {
+            input: "UpCloudDeployInput"
+        },
+        adminUpCloudStartServer: {},
+        adminUpCloudStopServer: {},
+        adminUpCloudAddFirewallPorts: {},
+        adminUpCloudDestroyServer: {},
         adminCreateRunPod: {
             input: "AdminCreateRunPodInput"
         },
@@ -565,6 +589,10 @@ export const AllTypesProps = {
     AdminVastAiOfferQueryInput: {},
     AdminCreateVastAiInstanceInput: {},
     AdminUpdateVastAiInstanceInput: {},
+    UpCloudLabelInput: {},
+    UpCloudDeployInput: {
+        labels: "UpCloudLabelInput"
+    },
     AdminCreateRunPodInput: {
         env: "JSON"
     },
@@ -573,6 +601,15 @@ export const AllTypesProps = {
     },
     AdminCreateDeployConfigInput: {},
     AdminUpdateDeployConfigInput: {},
+    ColdStartRunStatus: "enum",
+    GpuProvider: "enum",
+    AdminColdStartProfileInput: {
+        provider: "GpuProvider"
+    },
+    AdminUpdateColdStartProfileInput: {
+        provider: "GpuProvider"
+    },
+    ColdStartStopMode: "enum",
     BaseModelUpdateInput: {},
     BaseModelCreateInput: {
         capabilities: "JSON"
@@ -1161,12 +1198,21 @@ export const ReturnTypes = {
         adminVastAiSettings: "AdminVastAiSettings",
         adminVastAiOffers: "AdminVastAiOffer",
         adminVastAiInstances: "AdminVastAiInstance",
+        adminUpCloudAccount: "UpCloudAccount",
+        adminUpCloudGpuPlans: "UpCloudGpuPlan",
+        adminUpCloudGpuPrices: "UpCloudPlanPrices",
+        adminUpCloudTemplates: "UpCloudTemplate",
+        adminUpCloudServers: "UpCloudServer",
+        adminUpCloudServer: "UpCloudServer",
         adminRunPodAccount: "AdminRunPodAccount",
         adminRunPodSettings: "AdminRunPodSettings",
         adminRunPodPods: "AdminRunPodPod",
         adminRunPodGpuTypes: "AdminRunPodGpuType",
         adminDeployConfigs: "AdminDeployConfig",
-        adminDeployConfig: "AdminDeployConfig"
+        adminDeployConfig: "AdminDeployConfig",
+        adminColdStartProfiles: "AdminColdStartProfile",
+        adminColdStartRuns: "ColdStartRun",
+        adminColdStartRun: "ColdStartRun"
     },
     Mutation: {
         register: "AuthPayload",
@@ -1260,6 +1306,13 @@ export const ReturnTypes = {
         adminCreateDeployConfig: "AdminDeployConfig",
         adminUpdateDeployConfig: "AdminDeployConfig",
         adminDeleteDeployConfig: "Boolean",
+        adminCreateColdStartProfile: "AdminColdStartProfile",
+        adminUpdateColdStartProfile: "AdminColdStartProfile",
+        adminDeleteColdStartProfile: "Boolean",
+        adminStartColdStartRun: "StartColdStartResult",
+        adminStopColdStartRun: "ColdStartRun",
+        adminPollColdStartRun: "ColdStartRun",
+        adminReconcileColdStartRuns: "ReconcileColdStartRunsResult",
         adminCreateBuiltInModel: "UserModel",
         adminUpdateBuiltInModel: "UserModel",
         adminDeleteBuiltInModel: "Boolean",
@@ -1277,6 +1330,11 @@ export const ReturnTypes = {
         adminStartVastAiInstance: "AdminVastAiOperation",
         adminStopVastAiInstance: "AdminVastAiOperation",
         adminDestroyVastAiInstance: "AdminVastAiOperation",
+        adminUpCloudDeployServer: "UpCloudServer",
+        adminUpCloudStartServer: "UpCloudOperation",
+        adminUpCloudStopServer: "UpCloudOperation",
+        adminUpCloudAddFirewallPorts: "UpCloudOperation",
+        adminUpCloudDestroyServer: "UpCloudOperation",
         adminCreateRunPod: "AdminRunPodPod",
         adminUpdateRunPod: "AdminRunPodPod",
         adminStartRunPod: "AdminRunPodOperation",
@@ -1362,6 +1420,7 @@ export const ReturnTypes = {
         subscriptionConnectable: "Boolean",
         upstreamApiFormat: "ModelApiFormat",
         restrictedToTeams: "Boolean",
+        coldStartEnabled: "Boolean",
         allowedTeamIds: "ID",
         defaultThinkingLevel: "String",
         contextWindow: "Int",
@@ -1864,6 +1923,59 @@ export const ReturnTypes = {
         status: "String",
         message: "String"
     },
+    UpCloudAccount: {
+        username: "String",
+        creditsEur: "Float",
+        paidCreditsEur: "Float",
+        resourceLimitsCores: "Int",
+        resourceLimitsGpus: "Int",
+        resourceLimitsMemoryMiB: "Int",
+        resourceLimitsPublicIpv4: "Int"
+    },
+    UpCloudGpuPlan: {
+        name: "String",
+        cores: "Int",
+        memoryGb: "Float",
+        gpuAmount: "Int",
+        gpuModel: "String",
+        spot: "Boolean"
+    },
+    UpCloudPlanPrice: {
+        plan: "String",
+        hourlyEur: "Float",
+        spotHourlyEur: "Float"
+    },
+    UpCloudPlanPrices: {
+        byPlan: "UpCloudPlanPrice",
+        storageStandardEurPerGbMonth: "Float",
+        storageMaxiopsEurPerGbMonth: "Float",
+        publicIpv4EurPerMonth: "Float"
+    },
+    UpCloudTemplate: {
+        uuid: "String",
+        title: "String",
+        sizeGb: "Int",
+        cloudInit: "Boolean"
+    },
+    UpCloudLabel: {
+        key: "String",
+        value: "String"
+    },
+    UpCloudServer: {
+        uuid: "String",
+        title: "String",
+        hostname: "String",
+        plan: "String",
+        zone: "String",
+        state: "String",
+        publicIp: "String",
+        labels: "UpCloudLabel"
+    },
+    UpCloudOperation: {
+        uuid: "String",
+        status: "String",
+        message: "String"
+    },
     AdminRunPodAccount: {
         balance: "Float",
         spendPerHr: "Float",
@@ -1926,6 +2038,82 @@ export const ReturnTypes = {
         createdAt: "DateTime",
         updatedAt: "DateTime"
     },
+    AdminColdStartProfile: {
+        id: "String",
+        name: "String",
+        description: "String",
+        provider: "GpuProvider",
+        targetUserModelSlug: "String",
+        servedModelName: "String",
+        hfModel: "String",
+        gpuNames: "String",
+        minGpus: "Int",
+        minVramGb: "Int",
+        maxPricePerHour: "Float",
+        maxPricePerHourCurrency: "String",
+        minReliability: "Float",
+        verifiedOnly: "Boolean",
+        datacenterOnly: "Boolean",
+        geolocations: "String",
+        dockerImage: "String",
+        startCommand: "String",
+        diskGb: "Int",
+        exposedPorts: "String",
+        useVolume: "Boolean",
+        volumeSizeGb: "Int",
+        volumeMountPath: "String",
+        reuseExistingVolume: "Boolean",
+        lastVolumeMachineId: "String",
+        lastVolumeName: "String",
+        pollIntervalSec: "Int",
+        readyTimeoutSec: "Int",
+        healthProbePath: "String",
+        maxRuntimeHours: "Int",
+        autoDestroyOnFailure: "Boolean",
+        autoStartOnRequest: "Boolean",
+        enabled: "Boolean",
+        createdAt: "DateTime",
+        updatedAt: "DateTime"
+    },
+    ColdStartRun: {
+        id: "String",
+        profileId: "String",
+        userModelId: "String",
+        status: "ColdStartRunStatus",
+        provider: "GpuProvider",
+        offerId: "String",
+        machineId: "String",
+        instanceId: "String",
+        publicIp: "String",
+        hostPort: "Int",
+        gpuName: "String",
+        numGpus: "Int",
+        pricePerHourUsd: "Float",
+        volumeId: "String",
+        discoveredUrl: "String",
+        servedModelName: "String",
+        previousCustomBaseUrl: "String",
+        previousBaseModel: "String",
+        volumeName: "String",
+        error: "String",
+        onstartScript: "String",
+        attemptedOfferIds: "String",
+        needsManualAction: "Boolean",
+        startedAt: "DateTime",
+        readyAt: "DateTime",
+        finishedAt: "DateTime",
+        createdAt: "DateTime",
+        updatedAt: "DateTime"
+    },
+    StartColdStartResult: {
+        run: "ColdStartRun",
+        created: "Boolean"
+    },
+    ReconcileColdStartRunsResult: {
+        resumed: "Int",
+        failed: "Int",
+        swept: "Int"
+    },
     OpenRouterModelProvider: {
         name: "String",
         label: "String"