@adobe/helix-html-pipeline 6.17.8 → 6.18.1

package/CHANGELOG.md

@@ -1,3 +1,18 @@
+## [6.18.1](https://github.com/adobe/helix-html-pipeline/compare/v6.18.0...v6.18.1) (2025-01-24)
+
+
+### Bug Fixes
+
+* always return content and code keys for 404 ([572c1b6](https://github.com/adobe/helix-html-pipeline/commit/572c1b6e8a2e81c1c2a5ed57216926b9091dfe41))
+* surrogate key for non-existing .html in code-bus ([c10182c](https://github.com/adobe/helix-html-pipeline/commit/c10182cbb99d5a793418adb224ab3e1a8b3b28b0))
+
+# [6.18.0](https://github.com/adobe/helix-html-pipeline/compare/v6.17.8...v6.18.0) (2025-01-24)
+
+
+### Features
+
+* format JSON-LD in response ([2a04d10](https://github.com/adobe/helix-html-pipeline/commit/2a04d1057bf0a59282536482e57661a2e9bf870c))
+
 ## [6.17.8](https://github.com/adobe/helix-html-pipeline/compare/v6.17.7...v6.17.8) (2025-01-21)
 
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adobe/helix-html-pipeline",
-  "version": "6.17.8",
+  "version": "6.18.1",
   "description": "Helix HTML Pipeline",
   "main": "src/index.js",
   "types": "src/index.d.ts",

package/src/json-pipe.js

@@ -12,6 +12,7 @@
 import { cleanupHeaderValue, computeSurrogateKey } from '@adobe/helix-shared-utils';
 import initConfig from './steps/init-config.js';
 import setCustomResponseHeaders from './steps/set-custom-response-headers.js';
+import { computeContentPathKey, computeCodePathKey } from './steps/set-x-surrogate-key-header.js';
 import { PipelineResponse } from './PipelineResponse.js';
 import jsonFilter from './utils/json-filter.js';
 import { extractLastModified, recordLastModified, setLastModified } from './utils/last-modified.js';
@@ -42,7 +43,7 @@ export default function folderMapping(state) {
 
 async function fetchJsonContent(state, req, res) {
   const {
-    owner, repo, ref, contentBusId, partition, s3Loader, log, info,
+    owner, repo, ref, contentBusId, partition, s3Loader, log,
   } = state;
   const { path } = state.info;
   state.content.sourceBus = 'content';
@@ -65,11 +66,11 @@ async function fetchJsonContent(state, req, res) {
     if (state.content.sourceBus === 'content') {
       // provide either (prefixed) preview or (unprefixed) live content keys
       const contentKeyPrefix = partition === 'preview' ? 'p_' : '';
-      keys.push(`${contentKeyPrefix}${await computeSurrogateKey(`${contentBusId}${info.path}`)}`);
+      keys.push(`${contentKeyPrefix}${await computeContentPathKey(state)}`);
       keys.push(`${contentKeyPrefix}${contentBusId}`);
     } else {
       keys.push(`${ref}--${repo}--${owner}_code`);
-      keys.push(await computeSurrogateKey(`${ref}--${repo}--${owner}${info.path}`));
+      keys.push(await computeCodePathKey(state));
     }
     res.headers.set('x-surrogate-key', keys.join(' '));
     res.error = 'moved';
@@ -100,13 +101,13 @@ async function computeSurrogateKeys(state) {
     keys.push(await computeSurrogateKey(`${state.site}--${state.org}_config.json`));
   }
   if (state.content.sourceBus.includes('code')) {
-    keys.push(await computeSurrogateKey(`${state.ref}--${state.repo}--${state.owner}${state.info.path}`));
+    keys.push(await computeCodePathKey(state));
     keys.push(`${state.ref}--${state.repo}--${state.owner}_code`);
   }
   if (state.content.sourceBus.includes('content')) {
     // provide either (prefixed) preview or (unprefixed) live content keys
     const contentKeyPrefix = state.partition === 'preview' ? 'p_' : '';
-    keys.push(`${contentKeyPrefix}${await computeSurrogateKey(`${state.contentBusId}${state.info.path}`)}`);
+    keys.push(`${contentKeyPrefix}${await computeContentPathKey(state)}`);
     keys.push(`${contentKeyPrefix}${state.contentBusId}`);
   }
 

package/src/robots-pipe.js

@@ -11,6 +11,7 @@
  */
 import { cleanupHeaderValue, computeSurrogateKey } from '@adobe/helix-shared-utils';
 import renderCode from './steps/render-code.js';
+import { computeCodePathKey } from './steps/set-x-surrogate-key-header.js';
 import setCustomResponseHeaders from './steps/set-custom-response-headers.js';
 import { PipelineResponse } from './PipelineResponse.js';
 import initConfig from './steps/init-config.js';
@@ -119,9 +120,8 @@ function getForwardedHosts(req) {
 async function computeSurrogateKeys(state) {
   const keys = [];
 
-  const pathKey = `${state.ref}--${state.repo}--${state.owner}${state.info.path}`;
   keys.push(await computeSurrogateKey(`${state.site}--${state.org}_config.json`));
-  keys.push(await computeSurrogateKey(pathKey));
+  keys.push(await computeCodePathKey(state));
   return keys;
 }
 

package/src/steps/fetch-404.js

@@ -10,7 +10,7 @@
  * governing permissions and limitations under the License.
  */
 import { extractLastModified, recordLastModified } from '../utils/last-modified.js';
-import { getPathKey } from './set-x-surrogate-key-header.js';
+import { computeContentPathKey, computeCodePathKey } from './set-x-surrogate-key-header.js';
 
 /**
  * Loads the 404.html from code-bus and stores it in `res.body`
@@ -39,23 +39,24 @@ export default async function fetch404(state, req, res) {
   }
 
   // set 404 keys in any case
-  const pathKey = await getPathKey(state);
+  // always provide code and content keys since a resource could be added later to either bus
+  const keys = [];
+  // content keys
   // provide either (prefixed) preview or (unprefixed) live content keys
   const contentKeyPrefix = partition === 'preview' ? 'p_' : '';
-  const keys = [
-    `${contentKeyPrefix}${pathKey}`,
-    `${contentKeyPrefix}${contentBusId}`,
-    `${ref}--${repo}--${owner}_404`,
-    `${ref}--${repo}--${owner}_code`,
-  ];
-
+  keys.push(`${contentKeyPrefix}${await computeContentPathKey(state)}`);
+  keys.push(`${contentKeyPrefix}${contentBusId}`);
   if (state.info.unmappedPath) {
-    const unmappedPathKey = await getPathKey({
+    const unmappedPathKey = await computeContentPathKey({
       contentBusId,
       info: { path: state.info.unmappedPath },
     });
     keys.push(`${contentKeyPrefix}${unmappedPathKey}`);
   }
+  // code keys
+  keys.push(await computeCodePathKey(state));
+  keys.push(`${ref}--${repo}--${owner}_404`);
+  keys.push(`${ref}--${repo}--${owner}_code`);
 
   res.headers.set('x-surrogate-key', keys.join(' '));
 }

package/src/steps/fetch-content.js

@@ -9,7 +9,7 @@
  * OF ANY KIND, either express or implied. See the License for the specific language
  * governing permissions and limitations under the License.
  */
-import { computeSurrogateKey } from '@adobe/helix-shared-utils';
+import { computeContentPathKey, computeCodePathKey } from './set-x-surrogate-key-header.js';
 import { extractLastModified, recordLastModified } from '../utils/last-modified.js';
 
 /**
@@ -43,12 +43,12 @@ export default async function fetchContent(state, req, res) {
     res.headers.set('location', redirectLocation);
     const keys = [];
     if (isCode) {
-      keys.push(await computeSurrogateKey(`${ref}--${repo}--${owner}${info.path}`));
+      keys.push(await computeCodePathKey(state));
       keys.push(`${ref}--${repo}--${owner}_code`);
     } else {
       // provide either (prefixed) preview or (unprefixed) live content keys
       const contentKeyPrefix = partition === 'preview' ? 'p_' : '';
-      keys.push(`${contentKeyPrefix}${await computeSurrogateKey(`${contentBusId}${info.path}`)}`);
+      keys.push(`${contentKeyPrefix}${await computeContentPathKey(state)}`);
       keys.push(`${contentKeyPrefix}${contentBusId}`);
     }
     res.headers.set('x-surrogate-key', keys.join(' '));

package/src/steps/render.js

@@ -37,7 +37,7 @@ function createElement(name, ...attrs) {
 
 function sanitizeJsonLd(jsonLd) {
   const sanitizedJsonLd = jsonLd.replaceAll('<', '&#x3c;').replaceAll('>', '&#x3e;');
-  return JSON.stringify(JSON.parse(sanitizedJsonLd.trim()));
+  return JSON.stringify(JSON.parse(sanitizedJsonLd.trim()), null, 2);
 }
 
 /**

package/src/steps/set-x-surrogate-key-header.js

@@ -12,11 +12,12 @@
 import { computeSurrogateKey } from '@adobe/helix-shared-utils';
 
 /**
- * Returns the surrogate key based on the contentBusId and the resource path
+ * Returns the surrogate key for a content-bus resource
+ * based on the contentBusId and the resource path
  * @param state
  * @returns {Promise<string>}
  */
-export async function getPathKey(state) {
+export async function computeContentPathKey(state) {
   const { contentBusId, info } = state;
   let { path } = info;
   // surrogate key for path
@@ -33,6 +34,19 @@ export async function getPathKey(state) {
   return computeSurrogateKey(`${contentBusId}${path}`);
 }
 
+/**
+ * Returns the surrogate key for a code-bus resource
+ * based on the repositry and the resource path
+ * @param state
+ * @returns {Promise<string>}
+ */
+export async function computeCodePathKey(state) {
+  const {
+    owner, repo, ref, info: { path },
+  } = state;
+  return computeSurrogateKey(`${ref}--${repo}--${owner}${path}`);
+}
+
 /**
  * @type PipelineStep
  * @param {PipelineState} state
@@ -50,9 +64,9 @@ export default async function setXSurrogateKeyHeader(state, req, res) {
   // provide either (prefixed) preview or (unprefixed) live content keys
   const contentKeyPrefix = partition === 'preview' ? 'p_' : '';
   const keys = [];
-  const hash = await getPathKey(state);
+  const hash = await computeContentPathKey(state);
   if (isCode) {
-    keys.push(await computeSurrogateKey(`${ref}--${repo}--${owner}${state.info.path}`));
+    keys.push(await computeCodePathKey(state));
     keys.push(`${ref}--${repo}--${owner}_code`);
   } else {
     keys.push(`${contentKeyPrefix}${hash}`);
@@ -64,7 +78,7 @@ export default async function setXSurrogateKeyHeader(state, req, res) {
   if (state.mapped) {
     keys.push(`${contentKeyPrefix}${hash}_metadata`);
     if (state.info.unmappedPath) {
-      keys.push(`${contentKeyPrefix}${await getPathKey({
+      keys.push(`${contentKeyPrefix}${await computeContentPathKey({
         contentBusId,
         info: { path: state.info.unmappedPath },
       })}`);