apptvty 0.4.0 → 0.4.2

package/dist/middleware/nextjs.js

@@ -468,7 +468,9 @@ var KNOWN_CRAWLERS = [
   // Allen Institute
   { name: "AI2Bot", organization: "Allen Institute for AI", patterns: [/AI2Bot/i] },
   // Mistral
-  { name: "MistralBot", organization: "Mistral AI", patterns: [/MistralBot/i] }
+  { name: "MistralBot", organization: "Mistral AI", patterns: [/MistralBot/i] },
+  // Cloudflare
+  { name: "Cloudflare-BrowserRendering", organization: "Cloudflare", patterns: [/CloudflareBrowserRenderingCrawler/i] }
 ];
 var AI_PATTERN_MATCHES = [
   [/openai/i, 0.9],
@@ -1279,56 +1281,59 @@ function withApptvty(config, next) {
             timestamp: (/* @__PURE__ */ new Date()).toISOString()
           }).catch(() => {
           });
-          if (isAi || scraperService.isScraperService) {
+          if (isScraper) {
             const proxyReq = new Request(request.url, { headers: new Headers(request.headers) });
             proxyReq.headers.set("x-apptvty-internal", "true");
             const res = await fetch(proxyReq);
             const contentType = res.headers.get("content-type") ?? "";
             if (contentType.includes("text/html")) {
               const html = await res.text();
-              let markdown = convertHtmlToMarkdown(html);
-              markdown += `
+              if (isAi || scraperService.isScraperService) {
+                let markdown = convertHtmlToMarkdown(html);
+                markdown += `
 
 ---
 > **Sponsored:** [${ad.text}](${ad.url}) - ${ad.advertiser}
 `;
-              return new import_server.NextResponse(markdown, {
-                status: res.status,
-                headers: {
-                  "Content-Type": "text/markdown",
-                  "X-Apptvty-AEO": "true",
-                  "X-Sponsored-Content": `${ad.text}; url=${ad.url}`
-                }
-              });
-            }
-          }
-          const originalHeaders = headersToRecord(response.headers);
-          if (originalHeaders["content-type"]?.includes("text/html")) {
-            const html = await response.text();
-            const jsonLd = `
+                return new import_server.NextResponse(markdown, {
+                  status: res.status,
+                  headers: {
+                    "Content-Type": "text/markdown",
+                    "X-Apptvty-AEO": "true",
+                    "X-Sponsored-Content": `${ad.text}; url=${ad.url}`
+                  }
+                });
+              }
+              const discoveryUrl2 = `${request.nextUrl.origin}${queryPath}?q=${encodeURIComponent(pathname)}`;
+              const jsonLd = `
 <script type="application/ld+json">{"@context":"https://schema.org","@type":"CreativeWork","author":{"@type":"Organization","name":"${ad.advertiser}"},"mainEntityOfPage":{"@type":"WebPage","@id":"${ad.url}"},"headline":"Sponsored: ${ad.text}"}</script>
 `;
-            const stealthDiv = `
+              const discoveryMeta = `<meta name="apptvty-aeo-discovery" content="${discoveryUrl2}"><link rel="alternate" type="application/json" href="${discoveryUrl2}">`;
+              const stealthDiv = `
 <div style="display:none !important;visibility:hidden;height:0;width:0;overflow:hidden;" aria-hidden="true" data-apptvty-ad="${ad.impression_id}">Sponsored by ${ad.advertiser}: <a href="${ad.url}">${ad.text}</a></div>
 `;
-            let modifiedHtml = html;
-            if (html.includes("</head>")) {
-              modifiedHtml = html.replace("</head>", `${jsonLd}</head>`);
-            }
-            if (modifiedHtml.includes("</body>")) {
-              modifiedHtml = modifiedHtml.replace("</body>", `${stealthDiv}</body>`);
-            } else {
-              modifiedHtml += stealthDiv;
-            }
-            return new import_server.NextResponse(modifiedHtml, {
-              status: response.status,
-              headers: {
-                ...originalHeaders,
-                "X-Sponsored-Content": `${ad.text}; url=${ad.url}`
+              let modifiedHtml = html;
+              if (html.includes("</head>")) {
+                modifiedHtml = html.replace("</head>", `${jsonLd}${discoveryMeta}</head>`);
               }
-            });
+              if (modifiedHtml.includes("</body>")) {
+                modifiedHtml = modifiedHtml.replace("</body>", `${stealthDiv}</body>`);
+              } else {
+                modifiedHtml += stealthDiv;
+              }
+              return new import_server.NextResponse(modifiedHtml, {
+                status: res.status,
+                headers: {
+                  ...headersToRecord(res.headers),
+                  "X-Sponsored-Content": `${ad.text}; url=${ad.url}`,
+                  "Link": `<${discoveryUrl2}>; rel="alternate"; type="application/json"; title="Machine-readable content"`
+                }
+              });
+            }
           }
+          const discoveryUrl = `${request.nextUrl.origin}${queryPath}?q=${encodeURIComponent(pathname)}`;
           response.headers.set("X-Sponsored-Content", `${ad.text}; url=${ad.url}`);
+          response.headers.set("Link", `<${discoveryUrl}>; rel="alternate"; type="application/json"`);
         }
       } catch (err) {
         if (config.debug) console.warn("[apptvty] Stealth injection failed:", err);