@adobe/helix-html-pipeline 6.10.0 → 6.10.1

package/CHANGELOG.md

@@ -1,3 +1,10 @@
+## [6.10.1](https://github.com/adobe/helix-html-pipeline/compare/v6.10.0...v6.10.1) (2024-04-25)
+
+
+### Bug Fixes
+
+* don't fetch robots.txt from code-bus ([#595](https://github.com/adobe/helix-html-pipeline/issues/595)) ([5000a9c](https://github.com/adobe/helix-html-pipeline/commit/5000a9cdc13fbd12cd479740c60a613c9fcd14e8))
+
 # [6.10.0](https://github.com/adobe/helix-html-pipeline/compare/v6.9.0...v6.10.0) (2024-04-24)
 
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adobe/helix-html-pipeline",
-  "version": "6.10.0",
+  "version": "6.10.1",
   "description": "Helix HTML Pipeline",
   "main": "src/index.js",
   "types": "src/index.d.ts",

package/src/robots-pipe.js

@@ -10,10 +10,8 @@
  * governing permissions and limitations under the License.
  */
 import { cleanupHeaderValue, computeSurrogateKey } from '@adobe/helix-shared-utils';
-import fetchContent from './steps/fetch-content.js';
 import renderCode from './steps/render-code.js';
 import setCustomResponseHeaders from './steps/set-custom-response-headers.js';
-import { PipelineStatusError } from './PipelineStatusError.js';
 import { PipelineResponse } from './PipelineResponse.js';
 import initConfig from './steps/init-config.js';
 
@@ -172,27 +170,15 @@ export async function robotsPipe(state, req) {
   try {
     await initConfig(state, req, res);
 
-    // fetch robots.txt
-    state.timer?.update('content-fetch');
-
-    state.content.sourceBus = 'code';
-    await fetchContent(state, req, res);
-    if (res.status === 404) {
-      const robots = state.config?.robots?.txt;
-      if (robots) {
-        state.content.data = robots;
-      } else {
-        const ret = generateRobots(state);
-        state.content.data = ret.body;
-      }
-      res.headers.set('content-type', 'text/plain; charset=utf-8');
-      res.status = 200;
-      delete res.error;
-    }
-    if (res.error) {
-      // if content loading produced an error, we're done.
-      throw new PipelineStatusError(res.status, res.error);
+    const robots = state.config?.robots?.txt;
+    if (robots) {
+      state.content.data = robots;
+    } else {
+      const ret = generateRobots(state);
+      state.content.data = ret.body;
     }
+    res.headers.set('content-type', 'text/plain; charset=utf-8');
+    res.status = 200;
 
     state.timer?.update('serialize');
     await renderCode(state, req, res);