@codemation/core-nodes 0.6.0 → 0.7.0

package/dist/index.d.cts

@@ -1398,6 +1398,15 @@ type HttpBodySpec = Readonly<{
   kind: "multipart";
   fields: Readonly<Record<string, string>>;
   binaries?: Readonly<Record<string, BinaryRef>>;
+}> | Readonly<{
+  /**
+   * Send raw bytes from a binary slot as the request body.
+   * The binary attachment's `mimeType` is used as `Content-Type` unless
+   * the request `headers` map already contains `content-type`.
+   */
+  kind: "binary";
+  /** Key into `item.binary` to read the request body bytes from. */
+  slot: string;
 }>;
 /**
  * Session interface that credential types implement.
@@ -1429,6 +1438,15 @@ type HttpRequestSpec = Readonly<{
     mode: "auto" | "always" | "never";
     binaryName: string;
   }>;
+  /**
+   * When set to `"binary"`, the response body is written to a binary slot
+   * instead of being parsed as JSON/text. Overrides `download` mode.
+   */
+  responseFormat?: "json" | "text" | "binary";
+  /** Binary slot name for the response body when `responseFormat === "binary"`. Defaults to `"response"`. */
+  responseBinarySlot?: string;
+  /** Maximum allowed response size in bytes (checked against Content-Length before allocating). Defaults to 100 MiB. */
+  responseSizeCapBytes?: number;
   /** Execution context — needed for binary attach. */
   ctx: NodeExecutionContext<RunnableNodeConfig<unknown, unknown>>;
 }>;
@@ -1446,6 +1464,14 @@ type HttpRequestResult = Readonly<{
   json?: unknown;
   text?: string;
   bodyBinaryName?: string;
+  /** Set when `responseFormat === "binary"`. Name of the binary slot the response body was written to. */
+  binarySlot?: string;
+  /** Set when `responseFormat === "binary"`. The MIME type of the stored response. */
+  contentType?: string;
+  /** Set when `responseFormat === "binary"`. Size in bytes of the stored response. */
+  size?: number;
+  /** Set when `responseFormat === "binary"`. Filename inferred from URL or Content-Disposition. */
+  filename?: string;
 }>;
 //#endregion
 //#region src/credentials/ApiKeyCredentialType.d.ts
@@ -2300,6 +2326,7 @@ declare class HttpRequestNode implements RunnableNode<HttpRequest<any, any>> {
   readonly outputPorts: readonly ["main"];
   execute(args: RunnableNodeExecuteArgs<HttpRequest<any, any>>): Promise<unknown>;
   private executeItem;
+  private handleBinaryResponse;
   private resolveCredential;
   private resolveUrl;
   private asRecord;
@@ -2325,6 +2352,14 @@ type HttpRequestOutputJson = Readonly<{
   json?: unknown;
   text?: string;
   bodyBinaryName?: string;
+  /** Set when `responseFormat === "binary"`. Name of the binary slot the response was stored in. */
+  binarySlot?: string;
+  /** Set when `responseFormat === "binary"`. MIME type of the stored response. */
+  contentType?: string;
+  /** Set when `responseFormat === "binary"`. Size in bytes of the stored response. */
+  size?: number;
+  /** Set when `responseFormat === "binary"`. Filename inferred from URL or Content-Disposition. */
+  filename?: string;
 }>;
 /**
  * The built-in HTTP request credential type IDs accepted by the `HttpRequest` node.
@@ -2359,6 +2394,27 @@ declare class HttpRequest<TInputJson$1 = Readonly<{
     credentialSlot?: string;
     binaryName?: string;
     downloadMode?: HttpRequestDownloadMode;
+    /**
+     * Controls how the response body is handled.
+     * - `"json"` / `"text"`: existing behaviour (parse + emit on `item.json`).
+     * - `"binary"`: read the response as raw bytes and store via `ctx.binary.attach`.
+     *   The output JSON contains `{ status, headers, binarySlot, contentType, size, filename }`
+     *   but NOT the raw bytes. Use `responseBinarySlot` to name the slot (default `"response"`).
+     *
+     * When omitted, the existing `downloadMode` logic applies (backward-compatible).
+     */
+    responseFormat?: "json" | "text" | "binary";
+    /**
+     * Name of the binary slot to write the response body into when `responseFormat === "binary"`.
+     * Defaults to `"response"`.
+     */
+    responseBinarySlot?: string;
+    /**
+     * Maximum response size in bytes for binary mode. Checked against the `Content-Length`
+     * response header before allocating memory. Defaults to 100 MiB (104857600).
+     * Requests whose `Content-Length` exceeds this cap are rejected before the body is read.
+     */
+    responseSizeCapBytes?: number;
     id?: string;
   }>;
   readonly retryPolicy: RetryPolicySpec;
@@ -2392,6 +2448,27 @@ declare class HttpRequest<TInputJson$1 = Readonly<{
     credentialSlot?: string;
     binaryName?: string;
     downloadMode?: HttpRequestDownloadMode;
+    /**
+     * Controls how the response body is handled.
+     * - `"json"` / `"text"`: existing behaviour (parse + emit on `item.json`).
+     * - `"binary"`: read the response as raw bytes and store via `ctx.binary.attach`.
+     *   The output JSON contains `{ status, headers, binarySlot, contentType, size, filename }`
+     *   but NOT the raw bytes. Use `responseBinarySlot` to name the slot (default `"response"`).
+     *
+     * When omitted, the existing `downloadMode` logic applies (backward-compatible).
+     */
+    responseFormat?: "json" | "text" | "binary";
+    /**
+     * Name of the binary slot to write the response body into when `responseFormat === "binary"`.
+     * Defaults to `"response"`.
+     */
+    responseBinarySlot?: string;
+    /**
+     * Maximum response size in bytes for binary mode. Checked against the `Content-Length`
+     * response header before allocating memory. Defaults to 100 MiB (104857600).
+     * Requests whose `Content-Length` exceeds this cap are rejected before the body is read.
+     */
+    responseSizeCapBytes?: number;
     id?: string;
   }>, retryPolicy?: RetryPolicySpec);
   get id(): string | undefined;
@@ -2399,6 +2476,9 @@ declare class HttpRequest<TInputJson$1 = Readonly<{
   get urlField(): string;
   get binaryName(): string;
   get downloadMode(): HttpRequestDownloadMode;
+  get responseFormat(): "json" | "text" | "binary" | undefined;
+  get responseBinarySlot(): string;
+  get responseSizeCapBytes(): number;
   getCredentialRequirements(): ReadonlyArray<CredentialRequirement>;
 }
 //#endregion

package/dist/index.d.ts

@@ -1398,6 +1398,15 @@ type HttpBodySpec = Readonly<{
   kind: "multipart";
   fields: Readonly<Record<string, string>>;
   binaries?: Readonly<Record<string, BinaryRef>>;
+}> | Readonly<{
+  /**
+   * Send raw bytes from a binary slot as the request body.
+   * The binary attachment's `mimeType` is used as `Content-Type` unless
+   * the request `headers` map already contains `content-type`.
+   */
+  kind: "binary";
+  /** Key into `item.binary` to read the request body bytes from. */
+  slot: string;
 }>;
 /**
  * Session interface that credential types implement.
@@ -1429,6 +1438,15 @@ type HttpRequestSpec = Readonly<{
     mode: "auto" | "always" | "never";
     binaryName: string;
   }>;
+  /**
+   * When set to `"binary"`, the response body is written to a binary slot
+   * instead of being parsed as JSON/text. Overrides `download` mode.
+   */
+  responseFormat?: "json" | "text" | "binary";
+  /** Binary slot name for the response body when `responseFormat === "binary"`. Defaults to `"response"`. */
+  responseBinarySlot?: string;
+  /** Maximum allowed response size in bytes (checked against Content-Length before allocating). Defaults to 100 MiB. */
+  responseSizeCapBytes?: number;
   /** Execution context — needed for binary attach. */
   ctx: NodeExecutionContext<RunnableNodeConfig<unknown, unknown>>;
 }>;
@@ -1446,6 +1464,14 @@ type HttpRequestResult = Readonly<{
   json?: unknown;
   text?: string;
   bodyBinaryName?: string;
+  /** Set when `responseFormat === "binary"`. Name of the binary slot the response body was written to. */
+  binarySlot?: string;
+  /** Set when `responseFormat === "binary"`. The MIME type of the stored response. */
+  contentType?: string;
+  /** Set when `responseFormat === "binary"`. Size in bytes of the stored response. */
+  size?: number;
+  /** Set when `responseFormat === "binary"`. Filename inferred from URL or Content-Disposition. */
+  filename?: string;
 }>;
 //#endregion
 //#region src/credentials/ApiKeyCredentialType.d.ts
@@ -2300,6 +2326,7 @@ declare class HttpRequestNode implements RunnableNode<HttpRequest<any, any>> {
   readonly outputPorts: readonly ["main"];
   execute(args: RunnableNodeExecuteArgs<HttpRequest<any, any>>): Promise<unknown>;
   private executeItem;
+  private handleBinaryResponse;
   private resolveCredential;
   private resolveUrl;
   private asRecord;
@@ -2325,6 +2352,14 @@ type HttpRequestOutputJson = Readonly<{
   json?: unknown;
   text?: string;
   bodyBinaryName?: string;
+  /** Set when `responseFormat === "binary"`. Name of the binary slot the response was stored in. */
+  binarySlot?: string;
+  /** Set when `responseFormat === "binary"`. MIME type of the stored response. */
+  contentType?: string;
+  /** Set when `responseFormat === "binary"`. Size in bytes of the stored response. */
+  size?: number;
+  /** Set when `responseFormat === "binary"`. Filename inferred from URL or Content-Disposition. */
+  filename?: string;
 }>;
 /**
  * The built-in HTTP request credential type IDs accepted by the `HttpRequest` node.
@@ -2359,6 +2394,27 @@ declare class HttpRequest<TInputJson$1 = Readonly<{
     credentialSlot?: string;
     binaryName?: string;
     downloadMode?: HttpRequestDownloadMode;
+    /**
+     * Controls how the response body is handled.
+     * - `"json"` / `"text"`: existing behaviour (parse + emit on `item.json`).
+     * - `"binary"`: read the response as raw bytes and store via `ctx.binary.attach`.
+     *   The output JSON contains `{ status, headers, binarySlot, contentType, size, filename }`
+     *   but NOT the raw bytes. Use `responseBinarySlot` to name the slot (default `"response"`).
+     *
+     * When omitted, the existing `downloadMode` logic applies (backward-compatible).
+     */
+    responseFormat?: "json" | "text" | "binary";
+    /**
+     * Name of the binary slot to write the response body into when `responseFormat === "binary"`.
+     * Defaults to `"response"`.
+     */
+    responseBinarySlot?: string;
+    /**
+     * Maximum response size in bytes for binary mode. Checked against the `Content-Length`
+     * response header before allocating memory. Defaults to 100 MiB (104857600).
+     * Requests whose `Content-Length` exceeds this cap are rejected before the body is read.
+     */
+    responseSizeCapBytes?: number;
     id?: string;
   }>;
   readonly retryPolicy: RetryPolicySpec;
@@ -2392,6 +2448,27 @@ declare class HttpRequest<TInputJson$1 = Readonly<{
     credentialSlot?: string;
     binaryName?: string;
     downloadMode?: HttpRequestDownloadMode;
+    /**
+     * Controls how the response body is handled.
+     * - `"json"` / `"text"`: existing behaviour (parse + emit on `item.json`).
+     * - `"binary"`: read the response as raw bytes and store via `ctx.binary.attach`.
+     *   The output JSON contains `{ status, headers, binarySlot, contentType, size, filename }`
+     *   but NOT the raw bytes. Use `responseBinarySlot` to name the slot (default `"response"`).
+     *
+     * When omitted, the existing `downloadMode` logic applies (backward-compatible).
+     */
+    responseFormat?: "json" | "text" | "binary";
+    /**
+     * Name of the binary slot to write the response body into when `responseFormat === "binary"`.
+     * Defaults to `"response"`.
+     */
+    responseBinarySlot?: string;
+    /**
+     * Maximum response size in bytes for binary mode. Checked against the `Content-Length`
+     * response header before allocating memory. Defaults to 100 MiB (104857600).
+     * Requests whose `Content-Length` exceeds this cap are rejected before the body is read.
+     */
+    responseSizeCapBytes?: number;
     id?: string;
   }>, retryPolicy?: RetryPolicySpec);
   get id(): string | undefined;
@@ -2399,6 +2476,9 @@ declare class HttpRequest<TInputJson$1 = Readonly<{
   get urlField(): string;
   get binaryName(): string;
   get downloadMode(): HttpRequestDownloadMode;
+  get responseFormat(): "json" | "text" | "binary" | undefined;
+  get responseBinarySlot(): string;
+  get responseSizeCapBytes(): number;
   getCredentialRequirements(): ReadonlyArray<CredentialRequirement>;
 }
 //#endregion

package/dist/index.js

@@ -295,7 +295,8 @@ var HttpRequestExecutor = class {
 			...credentialDelta.query ?? {}
 		};
 		const encodedBody = await this.bodyBuilder.build(spec.body, item, spec.ctx);
-		if (encodedBody && encodedBody.contentType) mergedHeaders["content-type"] = encodedBody.contentType;
+		const hasExplicitContentType = Object.keys(mergedHeaders).some((k) => k.toLowerCase() === "content-type");
+		if (encodedBody && encodedBody.contentType && !hasExplicitContentType) mergedHeaders["content-type"] = encodedBody.contentType;
 		return {
 			url: this.urlBuilder.build(spec.url, mergedQuery),
 			init: {
@@ -394,21 +395,7 @@ var HttpBodyBuilder = class {
 				if (attachment) {
 					const readResult = await ctx.binary.openReadStream(attachment);
 					if (readResult) {
-						const reader = readResult.body.getReader();
-						const chunks = [];
-						let done = false;
-						while (!done) {
-							const result = await reader.read();
-							done = result.done;
-							if (result.value) chunks.push(result.value);
-						}
-						const totalLength = chunks.reduce((acc, chunk) => acc + chunk.length, 0);
-						const merged = new Uint8Array(totalLength);
-						let offset = 0;
-						for (const chunk of chunks) {
-							merged.set(chunk, offset);
-							offset += chunk.length;
-						}
+						const merged = await this.readStreamToBuffer(readResult.body);
 						const blob = new Blob([merged], { type: attachment.mimeType });
 						formData.append(fieldName, blob, attachment.filename ?? binaryRef);
 					}
@@ -419,6 +406,34 @@ var HttpBodyBuilder = class {
 				contentType: ""
 			};
 		}
+		if (spec.kind === "binary") {
+			const attachment = item.binary?.[spec.slot];
+			if (!attachment) throw new Error(`HttpRequest bodyFormat "binary": no binary attachment found at slot "${spec.slot}". Ensure a previous node attached binary data at that slot.`);
+			const readResult = await ctx.binary.openReadStream(attachment);
+			if (!readResult) throw new Error(`HttpRequest bodyFormat "binary": could not open read stream for slot "${spec.slot}".`);
+			return {
+				body: readResult.body,
+				contentType: attachment.mimeType
+			};
+		}
+	}
+	async readStreamToBuffer(stream) {
+		const reader = stream.getReader();
+		const chunks = [];
+		let done = false;
+		while (!done) {
+			const result = await reader.read();
+			done = result.done;
+			if (result.value) chunks.push(result.value);
+		}
+		const totalLength = chunks.reduce((acc, chunk) => acc + chunk.length, 0);
+		const merged = new Uint8Array(new ArrayBuffer(totalLength));
+		let offset = 0;
+		for (const chunk of chunks) {
+			merged.set(chunk, offset);
+			offset += chunk.length;
+		}
+		return merged;
 	}
 };
 
@@ -6512,12 +6527,16 @@ let HttpRequestNode = class HttpRequestNode$1 {
 				mode: ctx.config.downloadMode,
 				binaryName: ctx.config.binaryName
 			},
+			responseFormat: ctx.config.responseFormat,
+			responseBinarySlot: ctx.config.responseBinarySlot,
+			responseSizeCapBytes: ctx.config.responseSizeCapBytes,
 			ctx
 		};
 		const { url: resolvedUrl, init } = await new HttpRequestExecutor(globalThis.fetch, new HttpBodyBuilder(), new HttpUrlBuilder()).buildRequest(spec, item);
 		const response = await globalThis.fetch(resolvedUrl, init);
 		const headers = this.readHeaders(response.headers);
 		const mimeType = this.resolveMimeType(headers);
+		if (ctx.config.responseFormat === "binary") return await this.handleBinaryResponse(response, resolvedUrl, headers, mimeType, ctx);
 		const binaryName = ctx.config.binaryName;
 		if (this.shouldAttachBody(ctx.config.downloadMode, mimeType)) {
 			const outputJson = {
@@ -6561,6 +6580,36 @@ let HttpRequestNode = class HttpRequestNode$1 {
 			...text !== void 0 ? { text } : {}
 		} };
 	}
+	async handleBinaryResponse(response, resolvedUrl, headers, mimeType, ctx) {
+		const slotName = ctx.config.responseBinarySlot;
+		const sizeCap = ctx.config.responseSizeCapBytes;
+		const contentLengthHeader = headers["content-length"];
+		if (contentLengthHeader) {
+			const declaredSize = parseInt(contentLengthHeader, 10);
+			if (!isNaN(declaredSize) && declaredSize > sizeCap) throw new Error(`HttpRequest responseFormat "binary": response Content-Length (${declaredSize} bytes) exceeds responseSizeCapBytes (${sizeCap} bytes).`);
+		}
+		const filename = this.resolveFilename(resolvedUrl, headers);
+		const attachment = await ctx.binary.attach({
+			name: slotName,
+			body: response.body ? response.body : new Uint8Array(await response.arrayBuffer()),
+			mimeType,
+			filename
+		});
+		let outputItem = { json: {
+			url: resolvedUrl,
+			method: ctx.config.method,
+			ok: response.ok,
+			status: response.status,
+			statusText: response.statusText,
+			headers,
+			binarySlot: slotName,
+			contentType: mimeType,
+			size: attachment.size,
+			...filename !== void 0 ? { filename } : {}
+		} };
+		outputItem = ctx.binary.withAttachment(outputItem, slotName, attachment);
+		return outputItem;
+	}
 	async resolveCredential(ctx) {
 		const slotKey = ctx.config.args.credentialSlot;
 		if (!slotKey) return;
@@ -6632,6 +6681,8 @@ const HTTP_REQUEST_ACCEPTED_CREDENTIAL_TYPES = [
 	basicAuthCredentialType.definition.typeId,
 	oauth2ClientCredentialsType.definition.typeId
 ];
+/** Default maximum response size for binary mode: 100 MiB. */
+const DEFAULT_RESPONSE_SIZE_CAP_BYTES = 100 * 1024 * 1024;
 var HttpRequest = class {
 	kind = "node";
 	type = HttpRequestNode;
@@ -6657,6 +6708,15 @@ var HttpRequest = class {
 	get downloadMode() {
 		return this.args.downloadMode ?? "auto";
 	}
+	get responseFormat() {
+		return this.args.responseFormat;
+	}
+	get responseBinarySlot() {
+		return this.args.responseBinarySlot ?? "response";
+	}
+	get responseSizeCapBytes() {
+		return this.args.responseSizeCapBytes ?? DEFAULT_RESPONSE_SIZE_CAP_BYTES;
+	}
 	getCredentialRequirements() {
 		if (!this.args.credentialSlot) return [];
 		return [{