@zenalexa/unicli 0.224.1 → 0.225.0

package/dist/engine/steps/fetch-text.js

@@ -1,3 +1,15 @@
+//! @owner       src::engine::steps::fetch_text
+//! @does        HTTP request returning raw text; optional session-cookie capture and bounded endpoint rotation
+//! @needs       ./fetch (FetchConfig), ../cookie-capture, ../ssrf, ../template, ../runtime-resource-guard
+//! @feeds       ./index (barrel), pipeline executor via registry "fetch_text"
+//! @breaks      PipelineError on http_error / network_error after retries
+//! @invariants  every fetched URL (incl. rotation candidates) passes assertSafeRequestUrl; cookie capture is host-scoped; rotation bounded by rotate_urls.length
+//! @side-effects network I/O
+//! @perf        one fetch per attempt; rotation adds at most rotate_urls.length fetches
+//! @concurrency stateless per call
+//! @test        tests/unit/engine/steps/fetch-text-session.test.ts
+//! @stability   stable
+//! @since       2026-05-30 (capture/rotation added)
 import { USER_AGENT } from "../../constants.js";
 import { registerStep } from "../step-registry.js";
 import { PipelineError } from "../executor.js";
@@ -5,32 +17,21 @@ import { assertSafeRequestUrl } from "../ssrf.js";
 import { evalTemplate } from "../template.js";
 import { getProxyAgent } from "../proxy.js";
 import { assertRuntimeNetworkAllowed } from "../runtime-resource-guard.js";
+import { parseSetCookiePairs, mergeCookieHeader, sameRegistrableHost, } from "../cookie-capture.js";
 import { networkAccessForMethod, normalizeFetchAttempts, } from "./fetch.js";
-export async function stepFetchText(ctx, config, stepIndex = -1) {
-    let url = evalTemplate(config.url, ctx);
-    assertSafeRequestUrl(url);
-    assertRuntimeNetworkAllowed(ctx, {
-        action: "fetch_text",
-        step: stepIndex,
-        config,
-        url,
-        access: networkAccessForMethod(config.method),
-    });
-    if (config.params) {
-        const params = new URLSearchParams();
-        for (const [k, v] of Object.entries(config.params)) {
-            params.set(k, evalTemplate(String(v), ctx));
-        }
-        url += (url.includes("?") ? "&" : "?") + params.toString();
+/** Append resolved `params` to a URL, preserving an existing query string. */
+function withParams(url, config, ctx) {
+    if (!config.params)
+        return url;
+    const params = new URLSearchParams();
+    for (const [k, v] of Object.entries(config.params)) {
+        params.set(k, evalTemplate(String(v), ctx));
     }
+    return url + (url.includes("?") ? "&" : "?") + params.toString();
+}
+/** One request with the existing retry/backoff/error contract. */
+async function fetchTextOnce(requestUrl, config, headers, stepIndex) {
     const method = config.method ?? "GET";
-    const headers = {
-        "User-Agent": USER_AGENT,
-        ...config.headers,
-    };
-    if (ctx.cookieHeader) {
-        headers["Cookie"] = ctx.cookieHeader;
-    }
     // eslint-disable-next-line @typescript-eslint/no-explicit-any -- dispatcher from undici not in standard RequestInit
     const fetchInit = { method, headers };
     const ftAgent = getProxyAgent();
@@ -40,10 +41,18 @@ export async function stepFetchText(ctx, config, stepIndex = -1) {
     const baseDelay = config.backoff ?? 1000;
     for (let attempt = 1; attempt <= maxAttempts; attempt += 1) {
         try {
-            const resp = await fetch(url, fetchInit);
+            const resp = await fetch(requestUrl, fetchInit);
             if (resp.ok) {
                 const text = await resp.text();
-                return { ...ctx, data: text };
+                const getSetCookie = resp.headers.getSetCookie;
+                const setCookieLines = typeof getSetCookie === "function"
+                    ? getSetCookie.call(resp.headers)
+                    : [];
+                return {
+                    text,
+                    finalUrl: resp.url || requestUrl,
+                    setCookieLines,
+                };
             }
             const retryable = resp.status === 429 ||
                 resp.status === 500 ||
@@ -54,14 +63,14 @@ export async function stepFetchText(ctx, config, stepIndex = -1) {
                 await new Promise((r) => setTimeout(r, baseDelay * 2 ** (attempt - 1)));
                 continue;
             }
-            throw new PipelineError(`HTTP ${resp.status} ${resp.statusText} from ${url}`, {
+            throw new PipelineError(`HTTP ${resp.status} ${resp.statusText} from ${requestUrl}`, {
                 step: stepIndex,
                 action: "fetch_text",
-                config: { url, method },
+                config: { url: requestUrl, method },
                 errorType: "http_error",
-                url,
+                url: requestUrl,
                 statusCode: resp.status,
-                suggestion: `Check if the URL is still valid: ${url}`,
+                suggestion: `Check if the URL is still valid: ${requestUrl}`,
                 retryable,
                 alternatives: resp.status === 401 || resp.status === 403
                     ? ["unicli auth setup <site>"]
@@ -75,13 +84,13 @@ export async function stepFetchText(ctx, config, stepIndex = -1) {
             }
             if (isLastAttempt) {
                 const message = err instanceof Error ? err.message : String(err);
-                throw new PipelineError(`fetch_text failed for ${url}: ${message}`, {
+                throw new PipelineError(`fetch_text failed for ${requestUrl}: ${message}`, {
                     step: stepIndex,
                     action: "fetch_text",
-                    config: { url, method },
+                    config: { url: requestUrl, method },
                     errorType: "network_error",
-                    url,
-                    suggestion: `Network fetch failed. Retry or check connectivity to: ${url}`,
+                    url: requestUrl,
+                    suggestion: `Network fetch failed. Retry or check connectivity to: ${requestUrl}`,
                     retryable: true,
                     alternatives: [],
                 });
@@ -91,5 +100,69 @@ export async function stepFetchText(ctx, config, stepIndex = -1) {
     }
     throw new Error("fetch_text: unreachable");
 }
+/** Does the parsed body carry the rotation signal field? */
+function hasRotationSignal(text, field) {
+    try {
+        const parsed = JSON.parse(text);
+        return (parsed !== null &&
+            typeof parsed === "object" &&
+            field in parsed);
+    }
+    catch {
+        return false;
+    }
+}
+export async function stepFetchText(ctx, config, stepIndex = -1) {
+    const baseUrl = evalTemplate(config.url, ctx);
+    // Build the ordered candidate list. Without rotate_urls it is a single URL.
+    const candidates = config.rotate_urls && config.rotate_urls.length > 0
+        ? config.rotate_urls.map((u) => evalTemplate(u, ctx))
+        : [baseUrl];
+    const headers = {
+        "User-Agent": USER_AGENT,
+        ...config.headers,
+    };
+    if (ctx.cookieHeader) {
+        headers["Cookie"] = ctx.cookieHeader;
+    }
+    let cookieHeader = ctx.cookieHeader;
+    let lastResult = null;
+    for (let i = 0; i < candidates.length; i += 1) {
+        const requestUrl = withParams(candidates[i], config, ctx);
+        assertSafeRequestUrl(requestUrl);
+        assertRuntimeNetworkAllowed(ctx, {
+            action: "fetch_text",
+            step: stepIndex,
+            config,
+            url: requestUrl,
+            access: networkAccessForMethod(config.method),
+        });
+        if (cookieHeader)
+            headers["Cookie"] = cookieHeader;
+        const result = await fetchTextOnce(requestUrl, config, headers, stepIndex);
+        lastResult = result;
+        // Capture session cookies (host-scoped) so later steps can send them.
+        if (config.capture_cookies && result.setCookieLines.length > 0) {
+            if (sameRegistrableHost(requestUrl, result.finalUrl)) {
+                const captured = parseSetCookiePairs(result.setCookieLines);
+                const merged = mergeCookieHeader(cookieHeader, captured);
+                cookieHeader = merged === "" ? cookieHeader : merged;
+            }
+        }
+        // Rotation: if the body signals the wrong endpoint and another candidate
+        // remains, advance. Bounded by candidates.length — cannot loop forever.
+        const isLastCandidate = i === candidates.length - 1;
+        if (config.rotate_on_field &&
+            !isLastCandidate &&
+            hasRotationSignal(result.text, config.rotate_on_field)) {
+            continue;
+        }
+        break;
+    }
+    const out = { ...ctx, data: lastResult?.text ?? "" };
+    if (cookieHeader !== undefined)
+        out.cookieHeader = cookieHeader;
+    return out;
+}
 registerStep("fetch_text", stepFetchText);
 //# sourceMappingURL=fetch-text.js.map

package/dist/engine/steps/fetch-text.js.map

@@ -1 +1 @@
-{"version":3,"file":"fetch-text.js","sourceRoot":"","sources":["../../../src/engine/steps/fetch-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAoB,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAwB,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAC3E,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GAEvB,MAAM,YAAY,CAAC;AAEpB,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAoB,EACpB,MAAmB,EACnB,SAAS,GAAG,CAAC,CAAC;IAEd,IAAI,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxC,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC1B,2BAA2B,CAAC,GAAG,EAAE;QAC/B,MAAM,EAAE,YAAY;QACpB,IAAI,EAAE,SAAS;QACf,MAAM;QACN,GAAG;QACH,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC;KAC9C,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QACrC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC;IACtC,MAAM,OAAO,GAA2B;QACtC,YAAY,EAAE,UAAU;QACxB,GAAG,MAAM,CAAC,OAAO;KAClB,CAAC;IAEF,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;QACrB,OAAO,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC;IACvC,CAAC;IAED,oHAAoH;IACpH,MAAM,SAAS,GAAwB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC3D,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;IAChC,IAAI,OAAO;QAAE,SAAS,CAAC,UAAU,GAAG,OAAO,CAAC;IAE5C,MAAM,WAAW,GAAG,sBAAsB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC;IAEzC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,SAAwB,CAAC,CAAC;YACxD,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC/B,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAChC,CAAC;YAED,MAAM,SAAS,GACb,IAAI,CAAC,MAAM,KAAK,GAAG;gBACnB,IAAI,CAAC,MAAM,KAAK,GAAG;gBACnB,IAAI,CAAC,MAAM,KAAK,GAAG;gBACnB,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC;YACtB,MAAM,aAAa,GAAG,OAAO,KAAK,WAAW,CAAC;YAC9C,IAAI,SAAS,IAAI,CAAC,aAAa,EAAE,CAAC;gBAChC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxE,SAAS;YACX,CAAC;YAED,MAAM,IAAI,aAAa,CACrB,QAAQ,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,SAAS,GAAG,EAAE,EACpD;gBACE,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE;gBACvB,SAAS,EAAE,YAAY;gBACvB,GAAG;gBACH,UAAU,EAAE,IAAI,CAAC,MAAM;gBACvB,UAAU,EAAE,oCAAoC,GAAG,EAAE;gBACrD,SAAS;gBACT,YAAY,EACV,IAAI,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG;oBACxC,CAAC,CAAC,CAAC,0BAA0B,CAAC;oBAC9B,CAAC,CAAC,EAAE;aACT,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,aAAa,GAAG,OAAO,KAAK,WAAW,CAAC;YAC9C,IAAI,GAAG,YAAY,aAAa,EAAE,CAAC;gBACjC,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACjE,MAAM,IAAI,aAAa,CAAC,yBAAyB,GAAG,KAAK,OAAO,EAAE,EAAE;oBAClE,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,YAAY;oBACpB,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE;oBACvB,SAAS,EAAE,eAAe;oBAC1B,GAAG;oBACH,UAAU,EAAE,yDAAyD,GAAG,EAAE;oBAC1E,SAAS,EAAE,IAAI;oBACf,YAAY,EAAE,EAAE;iBACjB,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;AAC7C,CAAC;AAED,YAAY,CAAC,YAAY,EAAE,aAA4B,CAAC,CAAC"}
+{"version":3,"file":"fetch-text.js","sourceRoot":"","sources":["../../../src/engine/steps/fetch-text.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAC/C,+GAA+G;AAC/G,0GAA0G;AAC1G,8EAA8E;AAC9E,0EAA0E;AAC1E,iKAAiK;AACjK,6BAA6B;AAC7B,wFAAwF;AACxF,mCAAmC;AACnC,mEAAmE;AACnE,uBAAuB;AACvB,oDAAoD;AAEpD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAoB,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAwB,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAC3E,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GAEvB,MAAM,YAAY,CAAC;AAUpB,8EAA8E;AAC9E,SAAS,UAAU,CACjB,GAAW,EACX,MAAmB,EACnB,GAAoB;IAEpB,IAAI,CAAC,MAAM,CAAC,MAAM;QAAE,OAAO,GAAG,CAAC;IAC/B,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;IACrC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACnD,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;AACnE,CAAC;AAED,kEAAkE;AAClE,KAAK,UAAU,aAAa,CAC1B,UAAkB,EAClB,MAAmB,EACnB,OAA+B,EAC/B,SAAiB;IAEjB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC;IACtC,oHAAoH;IACpH,MAAM,SAAS,GAAwB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC3D,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;IAChC,IAAI,OAAO;QAAE,SAAS,CAAC,UAAU,GAAG,OAAO,CAAC;IAE5C,MAAM,WAAW,GAAG,sBAAsB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC;IAEzC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,SAAwB,CAAC,CAAC;YAC/D,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC/B,MAAM,YAAY,GAChB,IAAI,CAAC,OACN,CAAC,YAAY,CAAC;gBACf,MAAM,cAAc,GAClB,OAAO,YAAY,KAAK,UAAU;oBAChC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACT,OAAO;oBACL,IAAI;oBACJ,QAAQ,EAAE,IAAI,CAAC,GAAG,IAAI,UAAU;oBAChC,cAAc;iBACf,CAAC;YACJ,CAAC;YAED,MAAM,SAAS,GACb,IAAI,CAAC,MAAM,KAAK,GAAG;gBACnB,IAAI,CAAC,MAAM,KAAK,GAAG;gBACnB,IAAI,CAAC,MAAM,KAAK,GAAG;gBACnB,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC;YACtB,MAAM,aAAa,GAAG,OAAO,KAAK,WAAW,CAAC;YAC9C,IAAI,SAAS,IAAI,CAAC,aAAa,EAAE,CAAC;gBAChC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxE,SAAS;YACX,CAAC;YAED,MAAM,IAAI,aAAa,CACrB,QAAQ,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,SAAS,UAAU,EAAE,EAC3D;gBACE,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE;gBACnC,SAAS,EAAE,YAAY;gBACvB,GAAG,EAAE,UAAU;gBACf,UAAU,EAAE,IAAI,CAAC,MAAM;gBACvB,UAAU,EAAE,oCAAoC,UAAU,EAAE;gBAC5D,SAAS;gBACT,YAAY,EACV,IAAI,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG;oBACxC,CAAC,CAAC,CAAC,0BAA0B,CAAC;oBAC9B,CAAC,CAAC,EAAE;aACT,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,aAAa,GAAG,OAAO,KAAK,WAAW,CAAC;YAC9C,IAAI,GAAG,YAAY,aAAa,EAAE,CAAC;gBACjC,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACjE,MAAM,IAAI,aAAa,CACrB,yBAAyB,UAAU,KAAK,OAAO,EAAE,EACjD;oBACE,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,YAAY;oBACpB,MAAM,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE;oBACnC,SAAS,EAAE,eAAe;oBAC1B,GAAG,EAAE,UAAU;oBACf,UAAU,EAAE,yDAAyD,UAAU,EAAE;oBACjF,SAAS,EAAE,IAAI;oBACf,YAAY,EAAE,EAAE;iBACjB,CACF,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;AAC7C,CAAC;AAED,4DAA4D;AAC5D,SAAS,iBAAiB,CAAC,IAAY,EAAE,KAAa;IACpD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,CACL,MAAM,KAAK,IAAI;YACf,OAAO,MAAM,KAAK,QAAQ;YAC1B,KAAK,IAAK,MAAkC,CAC7C,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAoB,EACpB,MAAmB,EACnB,SAAS,GAAG,CAAC,CAAC;IAEd,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAE9C,4EAA4E;IAC5E,MAAM,UAAU,GACd,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;QACjD,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAEhB,MAAM,OAAO,GAA2B;QACtC,YAAY,EAAE,UAAU;QACxB,GAAG,MAAM,CAAC,OAAO;KAClB,CAAC;IACF,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;QACrB,OAAO,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC;IACvC,CAAC;IAED,IAAI,YAAY,GAAG,GAAG,CAAC,YAAY,CAAC;IACpC,IAAI,UAAU,GAAsB,IAAI,CAAC;IAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAW,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QACpE,oBAAoB,CAAC,UAAU,CAAC,CAAC;QACjC,2BAA2B,CAAC,GAAG,EAAE;YAC/B,MAAM,EAAE,YAAY;YACpB,IAAI,EAAE,SAAS;YACf,MAAM;YACN,GAAG,EAAE,UAAU;YACf,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC;SAC9C,CAAC,CAAC;QAEH,IAAI,YAAY;YAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3E,UAAU,GAAG,MAAM,CAAC;QAEpB,sEAAsE;QACtE,IAAI,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,IAAI,mBAAmB,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACrD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBAC5D,MAAM,MAAM,GAAG,iBAAiB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;gBACzD,YAAY,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC;YACvD,CAAC;QACH,CAAC;QAED,yEAAyE;QACzE,wEAAwE;QACxE,MAAM,eAAe,GAAG,CAAC,KAAK,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;QACpD,IACE,MAAM,CAAC,eAAe;YACtB,CAAC,eAAe;YAChB,iBAAiB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC,EACtD,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM;IACR,CAAC;IAED,MAAM,GAAG,GAAoB,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;IACtE,IAAI,YAAY,KAAK,SAAS;QAAE,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC;IAChE,OAAO,GAAG,CAAC;AACb,CAAC;AAED,YAAY,CAAC,YAAY,EAAE,aAA4B,CAAC,CAAC"}

package/dist/engine/steps/fetch.d.ts

@@ -8,6 +8,26 @@ export interface FetchConfig {
     retry?: number;
     backoff?: number;
     cache?: number;
+    /**
+     * Capture the response `Set-Cookie` header(s) and merge them into the
+     * returned `ctx.cookieHeader` so a later step in the same pipeline can send
+     * them. Host-scoped: cookies from a cross-site final URL are dropped
+     * (see cookie-capture.ts). Default false. Honored by `fetch_text`.
+     */
+    capture_cookies?: boolean;
+    /**
+     * Closed set of endpoint URLs tried in order when `rotate_on_field` fires.
+     * Each candidate is independently validated by `assertSafeRequestUrl`.
+     * Rotation is bounded by the list length — it can never loop forever
+     * (keeps adapter control flow decidable). Honored by `fetch_text`.
+     */
+    rotate_urls?: string[];
+    /**
+     * Fixed top-level JSON field whose presence in a parsed response body
+     * signals "wrong endpoint, try the next `rotate_urls` candidate" (e.g.
+     * 12306's `c_url`). A closed key match, not an arbitrary expression.
+     */
+    rotate_on_field?: string;
 }
 export declare function normalizeFetchAttempts(retry: number | undefined): number;
 export declare function stepFetch(ctx: PipelineContext, config: FetchConfig, stepIndex?: number): Promise<PipelineContext>;

package/dist/engine/steps/fetch.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../../src/engine/steps/fetch.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,eAAe,EAAiB,MAAM,gBAAgB,CAAC;AAQrE,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAIxE;AAED,wBAAsB,SAAS,CAC7B,GAAG,EAAE,eAAe,EACpB,MAAM,EAAE,WAAW,EACnB,SAAS,SAAK,GACb,OAAO,CAAC,eAAe,CAAC,CAwF1B;AAED,wBAAgB,sBAAsB,CAAC,MAAM,SAAQ,GAAG,MAAM,GAAG,OAAO,CAOvE"}
+{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../../src/engine/steps/fetch.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,eAAe,EAAiB,MAAM,gBAAgB,CAAC;AAQrE,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;;OAKG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;;OAKG;IACH,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAIxE;AAED,wBAAsB,SAAS,CAC7B,GAAG,EAAE,eAAe,EACpB,MAAM,EAAE,WAAW,EACnB,SAAS,SAAK,GACb,OAAO,CAAC,eAAe,CAAC,CAwF1B;AAED,wBAAgB,sBAAsB,CAAC,MAAM,SAAQ,GAAG,MAAM,GAAG,OAAO,CAOvE"}

package/dist/engine/steps/fetch.js.map

@@ -1 +1 @@
-{"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../../src/engine/steps/fetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAoB,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAwB,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAa3E,MAAM,UAAU,sBAAsB,CAAC,KAAyB;IAC9D,MAAM,QAAQ,GAAG,KAAK,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,CAAC,CAAC;IACzC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAAoB,EACpB,MAAmB,EACnB,SAAS,GAAG,CAAC,CAAC;IAEd,IAAI,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxC,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC1B,2BAA2B,CAAC,GAAG,EAAE;QAC/B,MAAM,EAAE,OAAO;QACf,IAAI,EAAE,SAAS;QACf,MAAM;QACN,GAAG;QACH,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC;KAC9C,CAAC,CAAC;IAEH,iEAAiE;IACjE,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,IAAsC,CAAC;QACzD,MAAM,WAAW,GAAI,MAA6C;aAC/D,WAAW;YACZ,CAAC,CAAC,MAAM,CAAE,MAA6C,CAAC,WAAW,CAAC;YACpE,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACrE,MAAM,OAAO,GAAG,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAClD,oBAAoB,CAAC,OAAO,CAAC,CAAC;YAC9B,2BAA2B,CAAC,GAAG,EAAE;gBAC/B,MAAM,EAAE,OAAO;gBACf,IAAI,EAAE,SAAS;gBACf,MAAM;gBACN,GAAG,EAAE,OAAO;gBACZ,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC;aAC9C,CAAC,CAAC;YACH,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI;gBAChC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE;gBAChE,CAAC,CAAC,MAAM,CAAC;YACX,OAAO,SAAS,CAAC,OAAO,EAAE,cAAc,EAAE,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACnC,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QACrC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACzC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACrB,CAAC;QACD,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI;QAChC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE;QAC5D,CAAC,CAAC,MAAM,CAAC;IAEX,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,GAAG,EACH,cAAc,EACd,GAAG,CAAC,YAAY,EAChB,SAAS,CACV,CAAC;QACF,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IACE,GAAG,YAAY,aAAa;YAC5B,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,GAAG,CAAC;YAChE,CAAC,GAAG,CAAC,YAAY,EACjB,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;gBACvC,MAAM,QAAQ,GAAG,QAAQ;qBACtB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;qBACrB,KAAK,CAAC,GAAG,CAAC;qBACV,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;qBACZ,IAAI,CAAC,GAAG,CAAC,CAAC;gBACb,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBACnD,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,cAAc,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;oBACnD,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,GAAG,EACH,cAAc,EACd,cAAc,EACd,SAAS,CACV,CAAC;oBACF,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,cAAc,EAAE,CAAC;gBACxD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,+CAA+C;YACjD,CAAC;QACH,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAM,GAAG,KAAK;IACnD,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IACxC,OAAO,UAAU,KAAK,KAAK;QACzB,UAAU,KAAK,MAAM;QACrB,UAAU,KAAK,SAAS;QACxB,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,OAAO,CAAC;AACd,CAAC;AAED,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;AAEtD,SAAS,aAAa,CAAC,GAAW,EAAE,MAAc;IAChD,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CAAC,GAAG,MAAM,IAAI,GAAG,EAAE,CAAC;SAC1B,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CACrB,GAAW,EACX,MAAc,EACd,UAAkB;IAElB,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IAChD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkC,CAAC;QAC/D,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,EAAE,GAAG,UAAU,GAAG,IAAI;YAAE,OAAO,IAAI,CAAC;QAC3D,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,qBAAqB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAE/C,SAAS,eAAe,CAAC,GAAW,EAAE,MAAc,EAAE,IAAa;IACjE,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,qBAAqB;YAAE,OAAO;QACnD,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvC,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAAC,MAAM,CAAC;QACP,sCAAsC;IACxC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,GAAW,EACX,MAAmB,EACnB,YAAqB,EACrB,SAAS,GAAG,CAAC,CAAC;IAEd,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC;IAEtC,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,MAAM,CAAC;IACrC,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,MAAM,EAAE,kBAAkB;QAC1B,YAAY,EAAE,UAAU;QACxB,GAAG,MAAM,CAAC,OAAO;KAClB,CAAC;IAEF,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,oHAAoH;IACpH,MAAM,IAAI,GAAwB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtD,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;QACpC,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,IAAI,UAAU;QAAE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAE7C,MAAM,WAAW,GAAG,sBAAsB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC;IAEzC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAmB,CAAC,CAAC;QAEnD,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC;gBAAE,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC;QAC9D,MAAM,aAAa,GAAG,OAAO,KAAK,WAAW,CAAC;QAE9C,IAAI,WAAW,IAAI,CAAC,aAAa,EAAE,CAAC;YAClC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,SAAS;QACX,CAAC;QAED,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;QACD,MAAM,iBAAiB,GACrB,IAAI,CAAC,MAAM,KAAK,GAAG;YACnB,IAAI,CAAC,MAAM,KAAK,GAAG;YACnB,IAAI,CAAC,MAAM,KAAK,GAAG;YACnB,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC;QACtB,MAAM,IAAI,aAAa,CACrB,QAAQ,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,SAAS,GAAG,EAAE,EACpD;YACE,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE;YACvB,SAAS,EAAE,YAAY;YACvB,GAAG;YACH,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,eAAe,EAAE,OAAO;YACxB,UAAU,EACR,IAAI,CAAC,MAAM,KAAK,GAAG;gBACjB,CAAC,CAAC,8HAA8H;gBAChI,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,GAAG;oBACnB,CAAC,CAAC,4GAA4G;oBAC9G,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,GAAG;wBACnB,CAAC,CAAC,2EAA2E;wBAC7E,CAAC,CAAC,QAAQ,IAAI,CAAC,MAAM,mDAAmD;YAChF,SAAS,EAAE,iBAAiB;YAC5B,YAAY,EACV,IAAI,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG;gBACxC,CAAC,CAAC,CAAC,0BAA0B,CAAC;gBAC9B,CAAC,CAAC,EAAE;SACT,CACF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;AAC5C,CAAC;AAED,YAAY,CAAC,OAAO,EAAE,SAAwB,CAAC,CAAC"}
+{"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../../src/engine/steps/fetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAoB,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAwB,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAiC3E,MAAM,UAAU,sBAAsB,CAAC,KAAyB;IAC9D,MAAM,QAAQ,GAAG,KAAK,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,CAAC,CAAC;IACzC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAAoB,EACpB,MAAmB,EACnB,SAAS,GAAG,CAAC,CAAC;IAEd,IAAI,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxC,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC1B,2BAA2B,CAAC,GAAG,EAAE;QAC/B,MAAM,EAAE,OAAO;QACf,IAAI,EAAE,SAAS;QACf,MAAM;QACN,GAAG;QACH,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC;KAC9C,CAAC,CAAC;IAEH,iEAAiE;IACjE,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,IAAsC,CAAC;QACzD,MAAM,WAAW,GAAI,MAA6C;aAC/D,WAAW;YACZ,CAAC,CAAC,MAAM,CAAE,MAA6C,CAAC,WAAW,CAAC;YACpE,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACrE,MAAM,OAAO,GAAG,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAClD,oBAAoB,CAAC,OAAO,CAAC,CAAC;YAC9B,2BAA2B,CAAC,GAAG,EAAE;gBAC/B,MAAM,EAAE,OAAO;gBACf,IAAI,EAAE,SAAS;gBACf,MAAM;gBACN,GAAG,EAAE,OAAO;gBACZ,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC;aAC9C,CAAC,CAAC;YACH,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI;gBAChC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE;gBAChE,CAAC,CAAC,MAAM,CAAC;YACX,OAAO,SAAS,CAAC,OAAO,EAAE,cAAc,EAAE,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACnC,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QACrC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACzC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACrB,CAAC;QACD,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI;QAChC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE;QAC5D,CAAC,CAAC,MAAM,CAAC;IAEX,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,GAAG,EACH,cAAc,EACd,GAAG,CAAC,YAAY,EAChB,SAAS,CACV,CAAC;QACF,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IACE,GAAG,YAAY,aAAa;YAC5B,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,GAAG,CAAC;YAChE,CAAC,GAAG,CAAC,YAAY,EACjB,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;gBACvC,MAAM,QAAQ,GAAG,QAAQ;qBACtB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;qBACrB,KAAK,CAAC,GAAG,CAAC;qBACV,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;qBACZ,IAAI,CAAC,GAAG,CAAC,CAAC;gBACb,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBACnD,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,cAAc,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;oBACnD,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,GAAG,EACH,cAAc,EACd,cAAc,EACd,SAAS,CACV,CAAC;oBACF,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,cAAc,EAAE,CAAC;gBACxD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,+CAA+C;YACjD,CAAC;QACH,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAM,GAAG,KAAK;IACnD,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IACxC,OAAO,UAAU,KAAK,KAAK;QACzB,UAAU,KAAK,MAAM;QACrB,UAAU,KAAK,SAAS;QACxB,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,OAAO,CAAC;AACd,CAAC;AAED,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;AAEtD,SAAS,aAAa,CAAC,GAAW,EAAE,MAAc;IAChD,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CAAC,GAAG,MAAM,IAAI,GAAG,EAAE,CAAC;SAC1B,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CACrB,GAAW,EACX,MAAc,EACd,UAAkB;IAElB,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IAChD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkC,CAAC;QAC/D,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,EAAE,GAAG,UAAU,GAAG,IAAI;YAAE,OAAO,IAAI,CAAC;QAC3D,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,qBAAqB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAE/C,SAAS,eAAe,CAAC,GAAW,EAAE,MAAc,EAAE,IAAa;IACjE,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,qBAAqB;YAAE,OAAO;QACnD,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvC,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAAC,MAAM,CAAC;QACP,sCAAsC;IACxC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,GAAW,EACX,MAAmB,EACnB,YAAqB,EACrB,SAAS,GAAG,CAAC,CAAC;IAEd,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC;IAEtC,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,MAAM,CAAC;IACrC,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,MAAM,EAAE,kBAAkB;QAC1B,YAAY,EAAE,UAAU;QACxB,GAAG,MAAM,CAAC,OAAO;KAClB,CAAC;IAEF,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,oHAAoH;IACpH,MAAM,IAAI,GAAwB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtD,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;QACpC,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,IAAI,UAAU;QAAE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAE7C,MAAM,WAAW,GAAG,sBAAsB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC;IAEzC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAmB,CAAC,CAAC;QAEnD,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC;gBAAE,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC;QAC9D,MAAM,aAAa,GAAG,OAAO,KAAK,WAAW,CAAC;QAE9C,IAAI,WAAW,IAAI,CAAC,aAAa,EAAE,CAAC;YAClC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,SAAS;QACX,CAAC;QAED,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;QACD,MAAM,iBAAiB,GACrB,IAAI,CAAC,MAAM,KAAK,GAAG;YACnB,IAAI,CAAC,MAAM,KAAK,GAAG;YACnB,IAAI,CAAC,MAAM,KAAK,GAAG;YACnB,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC;QACtB,MAAM,IAAI,aAAa,CACrB,QAAQ,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,SAAS,GAAG,EAAE,EACpD;YACE,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE;YACvB,SAAS,EAAE,YAAY;YACvB,GAAG;YACH,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,eAAe,EAAE,OAAO;YACxB,UAAU,EACR,IAAI,CAAC,MAAM,KAAK,GAAG;gBACjB,CAAC,CAAC,8HAA8H;gBAChI,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,GAAG;oBACnB,CAAC,CAAC,4GAA4G;oBAC9G,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,GAAG;wBACnB,CAAC,CAAC,2EAA2E;wBAC7E,CAAC,CAAC,QAAQ,IAAI,CAAC,MAAM,mDAAmD;YAChF,SAAS,EAAE,iBAAiB;YAC5B,YAAY,EACV,IAAI,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG;gBACxC,CAAC,CAAC,CAAC,0BAA0B,CAAC;gBAC9B,CAAC,CAAC,EAAE;SACT,CACF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;AAC5C,CAAC;AAED,YAAY,CAAC,OAAO,EAAE,SAAwB,CAAC,CAAC"}

package/dist/engine/steps/index.d.ts

@@ -19,6 +19,8 @@ export { stepFetch, type FetchConfig } from "./fetch.js";
 export { stepFetchText } from "./fetch-text.js";
 export { stepParseRss, type RssConfig } from "./parse-rss.js";
 export { stepSelectXml, type SelectXmlConfig } from "./select-xml.js";
+export { stepSplitText, type SplitTextConfig } from "./split-text.js";
+export { stepToEntries, type ToEntriesConfig } from "./to-entries.js";
 export { stepOauth2Token, type Oauth2TokenStepConfig } from "./oauth2-token.js";
 export { stepExec, type ExecConfig } from "./exec.js";
 export { stepWriteTemp, type WriteTempConfig } from "./write-temp.js";

package/dist/engine/steps/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/engine/steps/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,KAAK,UAAU,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,KAAK,UAAU,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,KAAK,YAAY,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,eAAe,EAAE,KAAK,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAE,QAAQ,EAAE,KAAK,UAAU,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,SAAS,EAAE,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,KAAK,UAAU,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,KAAK,iBAAiB,EAAE,MAAM,WAAW,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,KAAK,aAAa,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,KAAK,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/engine/steps/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,KAAK,UAAU,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,KAAK,UAAU,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,KAAK,YAAY,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,eAAe,EAAE,KAAK,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAE,QAAQ,EAAE,KAAK,UAAU,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,SAAS,EAAE,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,KAAK,UAAU,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,KAAK,iBAAiB,EAAE,MAAM,WAAW,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,KAAK,aAAa,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,KAAK,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,cAAc,CAAC"}

package/dist/engine/steps/index.js

@@ -19,6 +19,8 @@ export { stepFetch } from "./fetch.js";
 export { stepFetchText } from "./fetch-text.js";
 export { stepParseRss } from "./parse-rss.js";
 export { stepSelectXml } from "./select-xml.js";
+export { stepSplitText } from "./split-text.js";
+export { stepToEntries } from "./to-entries.js";
 export { stepOauth2Token } from "./oauth2-token.js";
 export { stepExec } from "./exec.js";
 export { stepWriteTemp } from "./write-temp.js";

package/dist/engine/steps/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/engine/steps/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAmB,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAmB,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAqB,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAoB,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAkB,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAwB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,eAAe,EAA8B,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAE,QAAQ,EAAmB,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,aAAa,EAAwB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,YAAY,EAAuB,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,YAAY,EAAuB,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,SAAS,EAAoB,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAmB,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,eAAe,EAA0B,MAAM,WAAW,CAAC;AACpE,OAAO,EAAE,aAAa,EAAwB,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAkB,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,WAAW,EAAsB,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,YAAY,EAA2B,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,cAAc,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/engine/steps/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAmB,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAmB,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAqB,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAoB,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAkB,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAwB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,aAAa,EAAwB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,aAAa,EAAwB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,eAAe,EAA8B,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAE,QAAQ,EAAmB,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,aAAa,EAAwB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,YAAY,EAAuB,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,YAAY,EAAuB,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,SAAS,EAAoB,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAmB,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,eAAe,EAA0B,MAAM,WAAW,CAAC;AACpE,OAAO,EAAE,aAAa,EAAwB,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAkB,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,WAAW,EAAsB,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,YAAY,EAA2B,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,cAAc,CAAC"}

package/dist/engine/steps/split-text.d.ts

@@ -0,0 +1,26 @@
+import type { PipelineContext } from "../executor.js";
+export interface SplitTextConfig {
+    /**
+     * "blob" (default): split a single text payload (ctx.data string) into
+     * records by record_separator, then each record into fields.
+     * "per_item": ctx.data is already an array of strings; split EACH element
+     * into fields. record_separator is not required in this mode.
+     */
+    mode?: "blob" | "per_item";
+    /** Delimiter between records (e.g. "@"). Required in blob mode. */
+    record_separator?: string;
+    /** Delimiter between fields within a record (e.g. "|"). Omit for a flat string array. */
+    field_separator?: string;
+    /** Column names mapped positionally onto each record's fields. Omit for a flat string array. */
+    columns?: string[];
+    /** Regex (string form) removed from the start of the blob payload before splitting. */
+    strip_prefix?: string;
+    /** Regex (string form) removed from the end of the blob payload before splitting. */
+    strip_suffix?: string;
+    /** Regex (string form, global) removed from EACH element in per_item mode (e.g. "%0A" line-wrap noise). */
+    strip_each?: string;
+    /** Decode each value/element before field-splitting. "uri" = decodeURIComponent. */
+    decode?: "uri";
+}
+export declare function stepSplitText(ctx: PipelineContext, config: SplitTextConfig): PipelineContext;
+//# sourceMappingURL=split-text.d.ts.map

package/dist/engine/steps/split-text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"split-text.d.ts","sourceRoot":"","sources":["../../../src/engine/steps/split-text.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEtD,MAAM,WAAW,eAAe;IAC9B;;;;;OAKG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;IAC3B,mEAAmE;IACnE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,yFAAyF;IACzF,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gGAAgG;IAChG,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,uFAAuF;IACvF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qFAAqF;IACrF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2GAA2G;IAC3G,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,oFAAoF;IACpF,MAAM,CAAC,EAAE,KAAK,CAAC;CAChB;AA2BD,wBAAgB,aAAa,CAC3B,GAAG,EAAE,eAAe,EACpB,MAAM,EAAE,eAAe,GACtB,eAAe,CAoCjB"}

package/dist/engine/steps/split-text.js

@@ -0,0 +1,89 @@
+//! @owner       src::engine::steps::split_text
+//! @does        Splits delimited text (a blob, or each element of an array) into column-mapped rows
+//! @needs       ../step-registry, ../executor
+//! @feeds       ./index (barrel), pipeline executor via registry "split_text"
+//! @breaks      Error when record_separator is absent in blob mode (config contract violation)
+//! @invariants  input ctx.data is never mutated; empty records are dropped
+//! @side-effects none (pure transform)
+//! @perf        O(n) over the payload; one split per record, one per field
+//! @concurrency pure; safe to call concurrently
+//! @test        tests/unit/engine/steps/split-text.test.ts
+//! @stability   stable
+//! @since       2026-05-30
+import { registerStep } from "../step-registry.js";
+function splitIntoRow(record, fieldSep, columns, decode) {
+    const fields = record.split(fieldSep);
+    const row = {};
+    columns.forEach((col, i) => {
+        const raw = fields[i] ?? "";
+        row[col] = decode === "uri" ? safeDecodeUri(raw) : raw;
+    });
+    return row;
+}
+function safeDecodeUri(value) {
+    try {
+        return decodeURIComponent(value);
+    }
+    catch {
+        // REASON: malformed percent-escapes from a third-party payload must not
+        // crash the pipeline; fall back to the raw value.
+        return value;
+    }
+}
+export function stepSplitText(ctx, config) {
+    if (config?.mode === "per_item") {
+        return splitPerItem(ctx, config);
+    }
+    if (!config || typeof config.record_separator !== "string") {
+        throw new Error("split_text step requires a record_separator");
+    }
+    let raw = String(ctx.data ?? "");
+    if (config.strip_prefix) {
+        raw = raw.replace(new RegExp(config.strip_prefix), "");
+    }
+    if (config.strip_suffix) {
+        raw = raw.replace(new RegExp(config.strip_suffix), "");
+    }
+    if (raw === "") {
+        return { ...ctx, data: [] };
+    }
+    const records = raw
+        .split(config.record_separator)
+        .filter((r) => r.length > 0);
+    if (!config.columns || config.field_separator === undefined) {
+        return { ...ctx, data: records };
+    }
+    const columns = config.columns;
+    const fieldSep = config.field_separator;
+    const rows = records.map((record) => splitIntoRow(record, fieldSep, columns, config.decode));
+    return { ...ctx, data: rows };
+}
+/**
+ * per_item mode: ctx.data is an array of strings (e.g. 12306 queryX
+ * `data.result[]`). Optionally strip a noise regex from and URL-decode each
+ * element, then split it into a column-mapped row.
+ */
+function splitPerItem(ctx, config) {
+    if (!Array.isArray(ctx.data)) {
+        return { ...ctx, data: [] };
+    }
+    const stripEach = config.strip_each
+        ? new RegExp(config.strip_each, "g")
+        : null;
+    const out = ctx.data.map((element) => {
+        let value = String(element ?? "");
+        if (stripEach)
+            value = value.replace(stripEach, "");
+        if (config.decode === "uri")
+            value = safeDecodeUri(value);
+        if (!config.columns || config.field_separator === undefined) {
+            return value;
+        }
+        // decode already applied to the whole element above; split into fields
+        // without re-decoding per field.
+        return splitIntoRow(value, config.field_separator, config.columns, undefined);
+    });
+    return { ...ctx, data: out };
+}
+registerStep("split_text", stepSplitText);
+//# sourceMappingURL=split-text.js.map

package/dist/engine/steps/split-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"split-text.js","sourceRoot":"","sources":["../../../src/engine/steps/split-text.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAC/C,oGAAoG;AACpG,8CAA8C;AAC9C,8EAA8E;AAC9E,+FAA+F;AAC/F,2EAA2E;AAC3E,uCAAuC;AACvC,2EAA2E;AAC3E,gDAAgD;AAChD,2DAA2D;AAC3D,uBAAuB;AACvB,2BAA2B;AAE3B,OAAO,EAAE,YAAY,EAAoB,MAAM,qBAAqB,CAAC;AA2BrE,SAAS,YAAY,CACnB,MAAc,EACd,QAAgB,EAChB,OAAiB,EACjB,MAAyB;IAEzB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QACzB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5B,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACzD,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,CAAC;QACH,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,wEAAwE;QACxE,kDAAkD;QAClD,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,GAAoB,EACpB,MAAuB;IAEvB,IAAI,MAAM,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;QAChC,OAAO,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,gBAAgB,KAAK,QAAQ,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IACjC,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;QACf,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,OAAO,GAAG,GAAG;SAChB,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC;SAC9B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/B,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QAC5D,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACnC,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,MAAM,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC;IACxC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAClC,YAAY,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CACvD,CAAC;IAEF,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AAChC,CAAC;AAED;;;;GAIG;AACH,SAAS,YAAY,CACnB,GAAoB,EACpB,MAAuB;IAEvB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IAC9B,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU;QACjC,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC;QACpC,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACnC,IAAI,KAAK,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAClC,IAAI,SAAS;YAAE,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACpD,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK;YAAE,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QAE1D,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC5D,OAAO,KAAK,CAAC;QACf,CAAC;QACD,uEAAuE;QACvE,iCAAiC;QACjC,OAAO,YAAY,CACjB,KAAK,EACL,MAAM,CAAC,eAAe,EACtB,MAAM,CAAC,OAAO,EACd,SAAS,CACV,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;AAC/B,CAAC;AAED,YAAY,CAAC,YAAY,EAAE,aAA4B,CAAC,CAAC"}

package/dist/engine/steps/to-entries.d.ts

@@ -0,0 +1,9 @@
+import type { PipelineContext } from "../executor.js";
+export interface ToEntriesConfig {
+    /** Field name for the object key in each emitted row (default "key"). */
+    key_name?: string;
+    /** Field name for the object value in each emitted row (default "value"). */
+    value_name?: string;
+}
+export declare function stepToEntries(ctx: PipelineContext, config: ToEntriesConfig): PipelineContext;
+//# sourceMappingURL=to-entries.d.ts.map

package/dist/engine/steps/to-entries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"to-entries.d.ts","sourceRoot":"","sources":["../../../src/engine/steps/to-entries.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEtD,MAAM,WAAW,eAAe;IAC9B,yEAAyE;IACzE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6EAA6E;IAC7E,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAgB,aAAa,CAC3B,GAAG,EAAE,eAAe,EACpB,MAAM,EAAE,eAAe,GACtB,eAAe,CAYjB"}

package/dist/engine/steps/to-entries.js

@@ -0,0 +1,27 @@
+//! @owner       src::engine::steps::to_entries
+//! @does        Converts a plain object in ctx.data into a [{key,value}] array for map/filter
+//! @needs       ../step-registry, ../executor
+//! @feeds       ./index (barrel), pipeline executor via registry "to_entries"
+//! @breaks      never throws; non-object input yields []
+//! @invariants  input ctx.data is never mutated; an existing array passes through unchanged
+//! @side-effects none (pure)
+//! @perf        O(n) over the object's own enumerable keys
+//! @concurrency pure
+//! @test        tests/unit/engine/steps/to-entries.test.ts
+//! @stability   stable
+//! @since       2026-05-30
+import { registerStep } from "../step-registry.js";
+export function stepToEntries(ctx, config) {
+    const data = ctx.data;
+    if (Array.isArray(data))
+        return ctx;
+    if (data === null || typeof data !== "object") {
+        return { ...ctx, data: [] };
+    }
+    const keyName = config?.key_name ?? "key";
+    const valueName = config?.value_name ?? "value";
+    const rows = Object.entries(data).map(([k, v]) => ({ [keyName]: k, [valueName]: v }));
+    return { ...ctx, data: rows };
+}
+registerStep("to_entries", stepToEntries);
+//# sourceMappingURL=to-entries.js.map

package/dist/engine/steps/to-entries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"to-entries.js","sourceRoot":"","sources":["../../../src/engine/steps/to-entries.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAC/C,8FAA8F;AAC9F,8CAA8C;AAC9C,8EAA8E;AAC9E,yDAAyD;AACzD,4FAA4F;AAC5F,6BAA6B;AAC7B,2DAA2D;AAC3D,qBAAqB;AACrB,2DAA2D;AAC3D,uBAAuB;AACvB,2BAA2B;AAE3B,OAAO,EAAE,YAAY,EAAoB,MAAM,qBAAqB,CAAC;AAUrE,MAAM,UAAU,aAAa,CAC3B,GAAoB,EACpB,MAAuB;IAEvB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IACpC,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9C,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IAC9B,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,EAAE,QAAQ,IAAI,KAAK,CAAC;IAC1C,MAAM,SAAS,GAAG,MAAM,EAAE,UAAU,IAAI,OAAO,CAAC;IAChD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAA+B,CAAC,CAAC,GAAG,CAC9D,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,CAC/C,CAAC;IACF,OAAO,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AAChC,CAAC;AAED,YAAY,CAAC,YAAY,EAAE,aAA4B,CAAC,CAAC"}

package/dist/fast-path/handlers/discovery.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../../src/fast-path/handlers/discovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAwBH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAKL,KAAK,EAAE,EAER,MAAM,cAAc,CAAC;AAEtB,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CA4E9D;AA0CD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CAoEhE;AAiCD,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CAyKlE;AAqCD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CA4DhE"}
+{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../../src/fast-path/handlers/discovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAyBH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAKL,KAAK,EAAE,EAER,MAAM,cAAc,CAAC;AAEtB,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CA4E9D;AA0CD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CAoEhE;AAiCD,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CAyKlE;AAoCD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CA4DhE"}

package/dist/fast-path/handlers/discovery.js

@@ -14,6 +14,7 @@
  */
 import { searchDocuments, } from "../../discovery/search.js";
 import { getCoreDiscoveryCommand, listCoreDiscoveryCommands, listCoreDiscoverySites, } from "../../discovery/core-catalog.js";
+import { buildCoreCommandContract } from "../../core/command-contract.js";
 import { buildMacosDynamicCommands, discoverMacosDynamicData, dynamicMacosDiscoveryEnabled, } from "../../discovery/macos-dynamic.js";
 import { buildDefaultConfig } from "../../engine/repair/config.js";
 import { resolveOperationAdapterPath, resolveOperationTargetSurface, } from "../../engine/operation-policy.js";
@@ -323,6 +324,7 @@ export function handleDescribe(parsed, io) {
 }
 function describeCoreCommand(command) {
     const args = [...(command.args ?? [])];
+    const contract = buildCoreCommandContract({ command });
     return {
         command: `unicli ${command.site} ${command.command}`,
         description: command.description,
@@ -330,8 +332,10 @@ function describeCoreCommand(command) {
         strategy: "public",
         auth: false,
         browser: command.type === "browser",
-        target_surface: command.target_surface,
-        adapter_path: coreCommandSourcePath(command.site),
+        target_surface: contract.effect.target_surface,
+        ...(contract.identity.source_path
+            ? { source_path: contract.identity.source_path }
+            : {}),
         args_schema: argsToJsonSchema(args),
         example_stdin: buildExample(args),
         channels: command.channels ?? buildChannels(command.site, command.command, args),
@@ -345,13 +349,9 @@ function describeCoreCommand(command) {
                 description: "Run the core command",
             },
         ],
+        contract,
     };
 }
-function coreCommandSourcePath(site) {
-    if (site === "browser")
-        return "src/commands/browser/index.ts";
-    return `src/commands/${site}.ts`;
-}
 export function handleRepair(parsed, io) {
     const startedAt = Date.now();
     let dryRun = parsed.dryRun;