@adobe/spacecat-shared-tokowaka-client 1.10.2 → 1.11.1

package/CHANGELOG.md

@@ -1,3 +1,15 @@
+## [@adobe/spacecat-shared-tokowaka-client-v1.11.1](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-tokowaka-client-v1.11.0...@adobe/spacecat-shared-tokowaka-client-v1.11.1) (2026-03-10)
+
+### Bug Fixes
+
+* UA change for edge optimize status api ([#1418](https://github.com/adobe/spacecat-shared/issues/1418)) ([43b14b5](https://github.com/adobe/spacecat-shared/commit/43b14b5ae26346fef73bbe501dee0ed0b08874e8))
+
+## [@adobe/spacecat-shared-tokowaka-client-v1.11.0](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-tokowaka-client-v1.10.2...@adobe/spacecat-shared-tokowaka-client-v1.11.0) (2026-03-10)
+
+### Features
+
+* **tokowaka-client:** add HTML-to-HAST converter to generic mapper ([#1416](https://github.com/adobe/spacecat-shared/issues/1416)) ([510ce3b](https://github.com/adobe/spacecat-shared/commit/510ce3b267d0b68011b677e8e493a56aaaeebb87))
+
 ## [@adobe/spacecat-shared-tokowaka-client-v1.10.2](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-tokowaka-client-v1.10.1...@adobe/spacecat-shared-tokowaka-client-v1.10.2) (2026-03-07)
 
 ### Bug Fixes

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adobe/spacecat-shared-tokowaka-client",
-  "version": "1.10.2",
+  "version": "1.11.1",
   "description": "Tokowaka Client for SpaceCat - Edge optimization config management",
   "type": "module",
   "engines": {

package/src/index.js

@@ -1135,7 +1135,7 @@ class TokowakaClient {
         const response = await tracingFetch(targetUrl, {
           method: 'GET',
           headers: {
-            'User-Agent': 'Tokowaka-AI Tokowaka/1.0 AdobeEdgeOptimize-AI AdobeEdgeOptimize/1.0',
+            'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Tokowaka-AI Tokowaka/1.0 AdobeEdgeOptimize-AI AdobeEdgeOptimize/1.0',
             'fastly-debug': '1',
           },
           timeout: REQUEST_TIMEOUT_MS,

package/src/mappers/generic-mapper.js

@@ -12,6 +12,7 @@
 
 import { hasText } from '@adobe/spacecat-shared-utils';
 import { TARGET_USER_AGENTS_CATEGORIES } from '../constants.js';
+import { htmlToHast } from '../utils/html-utils.js';
 import BaseOpportunityMapper from './base-mapper.js';
 
 /**
@@ -33,6 +34,13 @@ export default class GenericMapper extends BaseOpportunityMapper {
     return this.prerenderRequired;
   }
 
+  // eslint-disable-next-line class-methods-use-this
+  #resolveValue(data) {
+    if (data.format === 'html') return htmlToHast(data.patchValue);
+    if (data.format === 'hast' || data.format === 'json') return JSON.parse(data.patchValue);
+    return data.patchValue;
+  }
+
   /**
    * Converts suggestions to Tokowaka patches
    * @param {string} urlPath - URL path for the suggestions
@@ -53,12 +61,15 @@ export default class GenericMapper extends BaseOpportunityMapper {
       const data = suggestion.getData();
       const { transformRules } = data;
 
+      const value = this.#resolveValue(data);
+      const valueFormat = data.format === 'html' ? 'hast' : (data.format || 'text');
+
       const patch = {
         ...this.createBasePatch(suggestion, opportunityId),
         op: transformRules.action,
         selector: transformRules.selector,
-        value: (data.format === 'hast' || data.format === 'json') ? JSON.parse(data.patchValue) : data.patchValue,
-        valueFormat: data.format || 'text',
+        value,
+        valueFormat,
         target: TARGET_USER_AGENTS_CATEGORIES.AI_BOTS,
       };
 

package/test/index.test.js

@@ -3932,7 +3932,9 @@ describe('TokowakaClient', () => {
         await esmockClient.checkEdgeOptimizeStatus(site, '/');
 
         const fetchOptions = tracingFetchStub.firstCall.args[1];
-        expect(fetchOptions.headers['User-Agent']).to.equal('Tokowaka-AI Tokowaka/1.0 AdobeEdgeOptimize-AI AdobeEdgeOptimize/1.0');
+        const userAgent = fetchOptions.headers['User-Agent'];
+        expect(userAgent).to.include('Tokowaka-AI Tokowaka/1.0 AdobeEdgeOptimize-AI AdobeEdgeOptimize/1.0');
+        expect(userAgent).to.include('Mozilla/5.0');
       });
 
       it('should pass timeout option to tracingFetch', async () => {

package/test/mappers/generic-mapper.test.js

@@ -12,9 +12,18 @@
 
 /* eslint-env mocha */
 
+import { readFileSync } from 'fs';
+import { dirname, join } from 'path';
+import { fileURLToPath } from 'url';
 import { expect } from 'chai';
 import GenericMapper from '../../src/mappers/generic-mapper.js';
 
+const filename = fileURLToPath(import.meta.url);
+const fixturesPath = join(dirname(filename), '../fixtures/semantic-value-visibility');
+const carahsoftFixture = JSON.parse(
+  readFileSync(join(fixturesPath, 'Carahsoft.json'), 'utf8'),
+);
+
 describe('GenericMapper', () => {
   let mapper;
   let log;
@@ -768,6 +777,62 @@ describe('GenericMapper', () => {
       expect(patch.attrs).to.be.undefined;
     });
 
+    it('should convert HTML patchValue to HAST when format is html', () => {
+      const suggestion = {
+        getId: () => 'sugg-html',
+        getUpdatedAt: () => '2025-01-15T10:00:00.000Z',
+        getData: () => ({
+          transformRules: {
+            action: 'insertAfter',
+            selector: 'img[src="test.jpg"]',
+          },
+          patchValue: '<section data-llm-context="image"><h2>Title</h2><p>Description</p></section>',
+          format: 'html',
+          url: 'https://example.com/page',
+        }),
+      };
+
+      const patches = mapper.suggestionsToPatches('/page', [suggestion], 'opp-html');
+
+      expect(patches.length).to.equal(1);
+      const patch = patches[0];
+
+      expect(patch.valueFormat).to.equal('hast');
+      expect(patch.value).to.be.an('object');
+      expect(patch.value.type).to.equal('root');
+      const section = patch.value.children.find((c) => c.tagName === 'section');
+      expect(section).to.exist;
+      expect(section.properties.dataLlmContext).to.equal('image');
+      const h2 = section.children.find((c) => c.tagName === 'h2');
+      expect(h2).to.exist;
+    });
+
+    it('should convert HTML to HAST using real fixture data', () => {
+      const fixtureData = carahsoftFixture.suggestions[0].data;
+      const suggestion = {
+        getId: () => 'sugg-fixture',
+        getUpdatedAt: () => '2025-01-15T10:00:00.000Z',
+        getData: () => ({
+          transformRules: fixtureData.transformRules,
+          patchValue: fixtureData.semanticHtml,
+          format: 'html',
+          url: carahsoftFixture.url,
+        }),
+      };
+
+      const patches = mapper.suggestionsToPatches('/', [suggestion], 'opp-fixture');
+
+      expect(patches.length).to.equal(1);
+      const patch = patches[0];
+
+      expect(patch.valueFormat).to.equal('hast');
+      expect(patch.value.type).to.equal('root');
+      const section = patch.value.children.find((c) => c.tagName === 'section');
+      expect(section).to.exist;
+      expect(section.properties.dataLlmContext).to.equal('image');
+      expect(section.properties.dataLlmShadow).to.equal('image-text');
+    });
+
     it('should not include UI-only fields in patch', () => {
       const suggestion = {
         getId: () => 'sugg-ui',