soustack 0.3.0 → 0.4.1

package/dist/{scrape.js → scrape/index.js}

@@ -130,6 +130,138 @@ function extractUrl(value) {
   return trimmed || void 0;
 }
 
+// src/normalize.ts
+function normalizeRecipe(input) {
+  if (!input || typeof input !== "object") {
+    throw new Error("Recipe input must be an object");
+  }
+  const recipe = JSON.parse(JSON.stringify(input));
+  const warnings = [];
+  const legacyField = ["mod", "ules"].join("");
+  if (legacyField in recipe) {
+    throw new Error("The legacy field is no longer supported. Use `stacks` instead.");
+  }
+  normalizeStacks(recipe, warnings);
+  if (!recipe.stacks) {
+    recipe.stacks = {};
+  }
+  if (recipe && typeof recipe === "object" && "version" in recipe && !recipe.recipeVersion && typeof recipe.version === "string") {
+    recipe.recipeVersion = recipe.version;
+    delete recipe.version;
+    warnings.push("'version' is deprecated; mapped to 'recipeVersion'.");
+  }
+  normalizeTime(recipe);
+  return {
+    recipe,
+    warnings
+  };
+}
+function normalizeStacks(recipe, warnings) {
+  let stacks = {};
+  if (recipe.stacks && typeof recipe.stacks === "object" && !Array.isArray(recipe.stacks)) {
+    for (const [key, value] of Object.entries(recipe.stacks)) {
+      if (typeof value === "number" && Number.isInteger(value) && value >= 1) {
+        stacks[key] = value;
+      } else {
+        warnings.push(`Invalid stack version for '${key}': expected positive integer, got ${value}`);
+      }
+    }
+  }
+  if (Array.isArray(recipe.stacks)) {
+    const stackIdentifiers = recipe.stacks.filter((s) => typeof s === "string");
+    for (const identifier of stackIdentifiers) {
+      const parsed = parseStackIdentifier(identifier);
+      if (parsed) {
+        const { name, version } = parsed;
+        if (!stacks[name] || stacks[name] < version) {
+          stacks[name] = version;
+        }
+      } else {
+        warnings.push(`Invalid stack identifier '${identifier}': expected format 'name@version' (e.g., 'scaling@1')`);
+      }
+    }
+  }
+  recipe.stacks = stacks;
+}
+function parseStackIdentifier(identifier) {
+  if (typeof identifier !== "string" || !identifier.trim()) {
+    return null;
+  }
+  const match = identifier.trim().match(/^([a-z0-9_-]+)@(\d+)$/i);
+  if (!match) {
+    return null;
+  }
+  const [, name, versionStr] = match;
+  const version = parseInt(versionStr, 10);
+  if (isNaN(version) || version < 1) {
+    return null;
+  }
+  return { name, version };
+}
+function normalizeTime(recipe) {
+  const time = recipe?.time;
+  if (!time || typeof time !== "object" || Array.isArray(time)) return;
+  const structuredKeys = [
+    "prep",
+    "active",
+    "passive",
+    "total"
+  ];
+  structuredKeys.forEach((key) => {
+    const value = time[key];
+    if (typeof value === "number") return;
+    const parsed = parseDuration(value);
+    if (parsed !== null) {
+      time[key] = parsed;
+    }
+  });
+}
+
+// src/specVersion.ts
+var SOUSTACK_SPEC_VERSION = "0.0.2";
+
+// src/schemaMetadata.ts
+var CANONICAL_SCHEMA_ID = "https://soustack.spec/soustack.schema.json";
+var LEGACY_SCHEMA_ID = `http://soustack.org/schema/v${SOUSTACK_SPEC_VERSION}`;
+var RAW_SPEC_BASE = "https://raw.githubusercontent.com/soustack/soustack-spec";
+var RAW_SPEC_FORK_BASE = "https://raw.githubusercontent.com/RichardHerold/soustack-spec";
+var SCHEMA_ALIAS_MAP = /* @__PURE__ */ new Map([
+  [CANONICAL_SCHEMA_ID, CANONICAL_SCHEMA_ID],
+  [LEGACY_SCHEMA_ID, CANONICAL_SCHEMA_ID],
+  [`${LEGACY_SCHEMA_ID}/`, CANONICAL_SCHEMA_ID],
+  ["https://soustack.org/schema/v0.0.2", CANONICAL_SCHEMA_ID],
+  ["https://soustack.org/schema/v0.0.2/", CANONICAL_SCHEMA_ID],
+  [`${RAW_SPEC_BASE}/main/soustack.schema.json`, CANONICAL_SCHEMA_ID],
+  [`${RAW_SPEC_BASE}/v${SOUSTACK_SPEC_VERSION}/soustack.schema.json`, CANONICAL_SCHEMA_ID],
+  [`${RAW_SPEC_FORK_BASE}/main/soustack.schema.json`, CANONICAL_SCHEMA_ID],
+  [`${RAW_SPEC_FORK_BASE}/v${SOUSTACK_SPEC_VERSION}/soustack.schema.json`, CANONICAL_SCHEMA_ID]
+]);
+function resolveSchemaHint(value) {
+  if (typeof value !== "string" || !value) {
+    return { canonicalId: void 0, isSoustackSchema: false, wasAlias: false };
+  }
+  const trimmed = value.replace(/#$/, "");
+  const mapped = SCHEMA_ALIAS_MAP.get(trimmed) ?? trimmed;
+  const isSoustackSchema = SCHEMA_ALIAS_MAP.has(trimmed) || mapped.startsWith("http://soustack.org/schema") || mapped.startsWith("https://soustack.org/schema") || mapped.startsWith("https://soustack.spec/") || mapped.startsWith("https://soustack.org/schemas/");
+  return {
+    canonicalId: mapped,
+    isSoustackSchema,
+    wasAlias: mapped !== trimmed || SCHEMA_ALIAS_MAP.has(trimmed)
+  };
+}
+function withCanonicalSchema(value) {
+  if (!value || typeof value !== "object" || Array.isArray(value)) {
+    return value;
+  }
+  const existing = typeof value.$schema === "string" ? value.$schema : void 0;
+  const resolved = resolveSchemaHint(existing);
+  const schemaId = resolved.isSoustackSchema ? resolved.canonicalId : CANONICAL_SCHEMA_ID;
+  return {
+    ...value,
+    $schema: schemaId ?? CANONICAL_SCHEMA_ID
+  };
+}
+
 // src/fromSchemaOrg.ts
 function fromSchemaOrg(input) {
   const recipeNode = extractRecipeNode(input);
@@ -145,23 +277,18 @@ function fromSchemaOrg(input) {
   const source = convertSource(recipeNode);
   const dateModified = recipeNode.dateModified || void 0;
   const nutrition = convertNutrition(recipeNode.nutrition);
-  const attribution = convertAttribution(recipeNode);
-  const taxonomy = convertTaxonomy(tags, category, extractFirst(recipeNode.recipeCuisine));
-  const media = convertMedia(recipeNode.image, recipeNode.video);
-  const times = convertTimes(time);
-  const modules = [];
-  if (attribution) modules.push("attribution@1");
-  if (taxonomy) modules.push("taxonomy@1");
-  if (media) modules.push("media@1");
-  if (nutrition) modules.push("nutrition@1");
-  if (times) modules.push("times@1");
-  return {
+  const images = toArray(normalizeImage(recipeNode.image));
+  const videos = normalizeMediaList(recipeNode.video);
+  const profile = recipeYield && time ? "base" : "lite";
+  const stacks = {};
+  const rawRecipe = {
     "@type": "Recipe",
-    profile: "minimal",
-    modules: modules.sort(),
+    profile,
+    stacks,
     name: recipeNode.name.trim(),
     description: recipeNode.description?.trim() || void 0,
-    image: normalizeImage(recipeNode.image),
+    images: images.length ? images : void 0,
+    videos: videos.length ? videos : void 0,
     category,
     tags: tags.length ? tags : void 0,
     source,
@@ -171,12 +298,10 @@ function fromSchemaOrg(input) {
     ingredients,
     instructions,
     ...dateModified ? { dateModified } : {},
-    ...nutrition ? { nutrition } : {},
-    ...attribution ? { attribution } : {},
-    ...taxonomy ? { taxonomy } : {},
-    ...media ? { media } : {},
-    ...times ? { times } : {}
+    ...nutrition ? { nutrition } : {}
   };
+  const { recipe } = normalizeRecipe(rawRecipe);
+  return withCanonicalSchema(recipe);
 }
 function extractRecipeNode(input) {
   if (!input) return null;
@@ -220,7 +345,10 @@ function isValidName(name) {
 function convertIngredients(value) {
   if (!value) return [];
   const normalized = Array.isArray(value) ? value : [value];
-  return normalized.map((item) => typeof item === "string" ? item.trim() : "").filter(Boolean);
+  return normalized.map((item) => typeof item === "string" ? item.trim() : "").filter(Boolean).map((name) => ({
+    name,
+    scaling: { mode: "linear" }
+  }));
 }
 function convertInstructions(value) {
   if (!value) return [];
@@ -239,8 +367,8 @@ function convertInstructions(value) {
       const subsectionItems = extractSectionItems(entry.itemListElement);
       if (subsectionItems.length) {
         result.push({
-          subsection: entry.name?.trim() || "Section",
-          items: subsectionItems
+          section: entry.name?.trim() || "Section",
+          steps: subsectionItems
         });
       }
       continue;
@@ -296,7 +424,7 @@ function convertHowToStep(step) {
   }
   const instruction = { text };
   if (id) instruction.id = id;
-  if (image) instruction.image = image;
+  if (image) instruction.images = Array.isArray(image) ? image : [image];
   if (timing) instruction.timing = timing;
   return instruction;
 }
@@ -306,7 +434,13 @@ function extractInstructionTiming(step) {
     return void 0;
   }
   const parsed = smartParseDuration(duration);
-  return { duration: parsed ?? duration, type: "active" };
+  if (parsed === null || parsed === void 0) {
+    return void 0;
+  }
+  return {
+    activity: "active",
+    duration: { minutes: parsed }
+  };
 }
 function extractInstructionId(step) {
   const raw = step["@id"] || step.id || step.url;
@@ -323,14 +457,22 @@ function isHowToSection(value) {
   return Boolean(value) && typeof value === "object" && value["@type"] === "HowToSection" && Array.isArray(value.itemListElement);
 }
 function convertTime(recipe) {
+  const total = smartParseDuration(recipe.totalTime ?? "");
   const prep = smartParseDuration(recipe.prepTime ?? "");
   const cook = smartParseDuration(recipe.cookTime ?? "");
-  const total = smartParseDuration(recipe.totalTime ?? "");
-  const structured = {};
-  if (prep !== null && prep !== void 0) structured.prep = prep;
-  if (cook !== null && cook !== void 0) structured.active = cook;
-  if (total !== null && total !== void 0) structured.total = total;
-  return Object.keys(structured).length ? structured : void 0;
+  const minutes = isPositiveDuration(total) ? total : [prep, cook].filter(isPositiveDuration).reduce((sum, value) => {
+    if (sum === null) return value;
+    return sum + value;
+  }, null);
+  if (!isPositiveDuration(minutes)) {
+    return void 0;
+  }
+  return {
+    total: { minutes }
+  };
+}
+function isPositiveDuration(value) {
+  return typeof value === "number" && Number.isFinite(value) && value > 0;
 }
 function collectTags(cuisine, keywords) {
   const tags = /* @__PURE__ */ new Set();
@@ -388,23 +530,6 @@ function extractEntityName(value) {
   }
   return void 0;
 }
-function convertAttribution(recipe) {
-  const attribution = {};
-  const url = (recipe.url || recipe.mainEntityOfPage)?.trim();
-  const author = extractEntityName(recipe.author);
-  const datePublished = recipe.datePublished?.trim();
-  if (url) attribution.url = url;
-  if (author) attribution.author = author;
-  if (datePublished) attribution.datePublished = datePublished;
-  return Object.keys(attribution).length ? attribution : void 0;
-}
-function convertTaxonomy(keywords, category, cuisine) {
-  const taxonomy = {};
-  if (keywords.length) taxonomy.keywords = keywords;
-  if (category) taxonomy.category = category;
-  if (cuisine) taxonomy.cuisine = cuisine;
-  return Object.keys(taxonomy).length ? taxonomy : void 0;
-}
 function normalizeMediaList(value) {
   if (!value) return [];
   if (typeof value === "string") return [value.trim()].filter(Boolean);
@@ -415,28 +540,18 @@ function normalizeMediaList(value) {
   return url ? [url] : [];
 }
 function extractMediaUrl(value) {
-  if (value && typeof value === "object" && "url" in value && typeof value.url === "string") {
-    const trimmed = value.url.trim();
-    return trimmed || void 0;
+  if (value && typeof value === "object") {
+    const urlValue = typeof value.url === "string" ? value.url : typeof value.contentUrl === "string" ? value.contentUrl : void 0;
+    if (typeof urlValue === "string") {
+      const trimmed = urlValue.trim();
+      return trimmed || void 0;
+    }
   }
   return void 0;
 }
-function convertMedia(image, video) {
-  const normalizedImage = normalizeImage(image);
-  const images = normalizedImage ? Array.isArray(normalizedImage) ? normalizedImage : [normalizedImage] : [];
-  const videos = normalizeMediaList(video);
-  const media = {};
-  if (images.length) media.images = images;
-  if (videos.length) media.videos = videos;
-  return Object.keys(media).length ? media : void 0;
-}
-function convertTimes(time) {
-  if (!time) return void 0;
-  const times = {};
-  if (typeof time.prep === "number") times.prepMinutes = time.prep;
-  if (typeof time.active === "number") times.cookMinutes = time.active;
-  if (typeof time.total === "number") times.totalMinutes = time.total;
-  return Object.keys(times).length ? times : void 0;
+function toArray(value) {
+  if (!value) return [];
+  return Array.isArray(value) ? value : [value];
 }
 function convertNutrition(nutrition) {
   if (!nutrition || typeof nutrition !== "object") {
@@ -537,13 +652,16 @@ async function fetchPage(url, options = {}) {
       const response = await resolvedFetch(url, requestInit);
       clearTimeout(timeoutId);
       if (response && typeof process !== "undefined" && process.env.NODE_ENV !== "test") {
-        try {
-          const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
-          if (globalFetch) {
-            globalFetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/fetch.ts:63", message: "fetch response", data: { url, status: response.status, statusText: response.statusText, ok: response.ok, isNYTimes: url.includes("nytimes.com") }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "B" }) }).catch(() => {
-            });
+        const ingestUrl = process.env.SOUSTACK_DEBUG_INGEST_URL;
+        if (ingestUrl) {
+          try {
+            const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
+            if (globalFetch) {
+              globalFetch(ingestUrl, { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/fetch.ts:63", message: "fetch response", data: { url, status: response.status, statusText: response.statusText, ok: response.ok, isNYTimes: url.includes("nytimes.com") }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "B" }) }).catch(() => {
+              });
+            }
+          } catch {
           }
-        } catch {
         }
       }
       if (!response.ok) {
@@ -555,13 +673,16 @@ async function fetchPage(url, options = {}) {
       }
       const html = await response.text();
       if (typeof process !== "undefined" && process.env.NODE_ENV !== "test") {
-        try {
-          const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
-          if (globalFetch) {
-            globalFetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/fetch.ts:75", message: "HTML received", data: { htmlLength: html.length, hasLoginPage: html.toLowerCase().includes("login") || html.toLowerCase().includes("sign in"), hasRecipeData: html.includes("application/ld+json") || html.includes("schema.org/Recipe") }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "B,D" }) }).catch(() => {
-            });
+        const ingestUrl = process.env.SOUSTACK_DEBUG_INGEST_URL;
+        if (ingestUrl) {
+          try {
+            const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
+            if (globalFetch) {
+              globalFetch(ingestUrl, { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/fetch.ts:75", message: "HTML received", data: { htmlLength: html.length, hasLoginPage: html.toLowerCase().includes("login") || html.toLowerCase().includes("sign in"), hasRecipeData: html.includes("application/ld+json") || html.includes("schema.org/Recipe") }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "B,D" }) }).catch(() => {
+              });
+            }
+          } catch {
           }
-        } catch {
         }
       }
       return html;
@@ -591,8 +712,6 @@ function isRecipeNode(value) {
     return false;
   }
   const type = value["@type"];
-  fetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/extractors/utils.ts:14", message: "isRecipeNode check", data: { type, typeLower: typeof type === "string" ? type.toLowerCase() : Array.isArray(type) ? type.map((t) => typeof t === "string" ? t.toLowerCase() : t) : void 0, isMatch: typeof type === "string" ? RECIPE_TYPES.has(type.toLowerCase()) : Array.isArray(type) ? type.some((e) => typeof e === "string" && RECIPE_TYPES.has(e.toLowerCase())) : false }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "A" }) }).catch(() => {
-  });
   if (typeof type === "string") {
     return RECIPE_TYPES.has(type.toLowerCase());
   }
@@ -620,20 +739,14 @@ function normalizeText(value) {
 function extractJsonLd(html) {
   const $ = cheerio.load(html);
   const scripts = $('script[type="application/ld+json"]');
-  fetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/extractors/jsonld.ts:8", message: "JSON-LD scripts found", data: { scriptCount: scripts.length }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "C,D" }) }).catch(() => {
-  });
   const candidates = [];
   scripts.each((_, element) => {
     const content = $(element).html();
     if (!content) return;
     const parsed = safeJsonParse(content);
     if (!parsed) return;
-    fetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/extractors/jsonld.ts:18", message: "JSON-LD parsed", data: { hasGraph: !!(parsed && typeof parsed === "object" && "@graph" in parsed), type: parsed && typeof parsed === "object" && "@type" in parsed ? parsed["@type"] : void 0 }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "A,C" }) }).catch(() => {
-    });
     collectCandidates(parsed, candidates);
   });
-  fetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/extractors/jsonld.ts:22", message: "JSON-LD candidates", data: { candidateCount: candidates.length, candidateTypes: candidates.map((c) => c["@type"]) }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "A,C" }) }).catch(() => {
-  });
   return candidates[0] ?? null;
 }
 function collectCandidates(payload, bucket) {
@@ -815,13 +928,16 @@ function extractRecipe(html) {
   }
   const jsonLdRecipe = extractJsonLd(html);
   if (typeof process !== "undefined" && process.env.NODE_ENV !== "test") {
-    try {
-      const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
-      if (globalFetch) {
-        globalFetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/extractors/index.ts:6", message: "JSON-LD extraction result", data: { hasJsonLd: !!jsonLdRecipe }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "C,D" }) }).catch(() => {
-        });
+    const ingestUrl = process.env.SOUSTACK_DEBUG_INGEST_URL;
+    if (ingestUrl) {
+      try {
+        const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
+        if (globalFetch) {
+          globalFetch(ingestUrl, { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/extractors/index.ts:6", message: "JSON-LD extraction result", data: { hasJsonLd: !!jsonLdRecipe }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "C,D" }) }).catch(() => {
+          });
+        }
+      } catch {
       }
-    } catch {
     }
   }
   if (jsonLdRecipe) {
@@ -829,13 +945,16 @@ function extractRecipe(html) {
   }
   const microdataRecipe = extractMicrodata(html);
   if (typeof process !== "undefined" && process.env.NODE_ENV !== "test") {
-    try {
-      const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
-      if (globalFetch) {
-        globalFetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/extractors/index.ts:12", message: "Microdata extraction result", data: { hasMicrodata: !!microdataRecipe }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "D" }) }).catch(() => {
-        });
+    const ingestUrl = process.env.SOUSTACK_DEBUG_INGEST_URL;
+    if (ingestUrl) {
+      try {
+        const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
+        if (globalFetch) {
+          globalFetch(ingestUrl, { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/extractors/index.ts:12", message: "Microdata extraction result", data: { hasMicrodata: !!microdataRecipe }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "D" }) }).catch(() => {
+          });
+        }
+      } catch {
       }
-    } catch {
     }
   }
   if (microdataRecipe) {
@@ -847,35 +966,44 @@ function extractRecipe(html) {
 // src/scraper/index.ts
 async function scrapeRecipe(url, options = {}) {
   if (typeof process !== "undefined" && process.env.NODE_ENV !== "test") {
-    try {
-      const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
-      if (globalFetch) {
-        globalFetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/index.ts:7", message: "scrapeRecipe entry", data: { url, hasOptions: !!options }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "A,B,C,D,E" }) }).catch(() => {
-        });
+    const ingestUrl = process.env.SOUSTACK_DEBUG_INGEST_URL;
+    if (ingestUrl) {
+      try {
+        const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
+        if (globalFetch) {
+          globalFetch(ingestUrl, { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/index.ts:7", message: "scrapeRecipe entry", data: { url, hasOptions: !!options }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "A,B,C,D,E" }) }).catch(() => {
+          });
+        }
+      } catch {
       }
-    } catch {
     }
   }
   const html = await fetchPage(url, options);
   if (typeof process !== "undefined" && process.env.NODE_ENV !== "test") {
-    try {
-      const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
-      if (globalFetch) {
-        globalFetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/index.ts:9", message: "HTML fetched", data: { htmlLength: html?.length, htmlPreview: html?.substring(0, 200) }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "B" }) }).catch(() => {
-        });
+    const ingestUrl = process.env.SOUSTACK_DEBUG_INGEST_URL;
+    if (ingestUrl) {
+      try {
+        const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
+        if (globalFetch) {
+          globalFetch(ingestUrl, { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/index.ts:9", message: "HTML fetched", data: { htmlLength: html?.length, htmlPreview: html?.substring(0, 200) }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "B" }) }).catch(() => {
+          });
+        }
+      } catch {
       }
-    } catch {
     }
   }
   const { recipe } = extractRecipe(html);
   if (typeof process !== "undefined" && process.env.NODE_ENV !== "test") {
-    try {
-      const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
-      if (globalFetch) {
-        globalFetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/index.ts:11", message: "extractRecipe result", data: { hasRecipe: !!recipe, recipeType: recipe?.["@type"], recipeName: recipe?.name }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "A,C,D" }) }).catch(() => {
-        });
+    const ingestUrl = process.env.SOUSTACK_DEBUG_INGEST_URL;
+    if (ingestUrl) {
+      try {
+        const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
+        if (globalFetch) {
+          globalFetch(ingestUrl, { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/index.ts:11", message: "extractRecipe result", data: { hasRecipe: !!recipe, recipeType: recipe?.["@type"], recipeName: recipe?.name }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "A,C,D" }) }).catch(() => {
+          });
+        }
+      } catch {
       }
-    } catch {
     }
   }
   if (!recipe) {
@@ -883,13 +1011,16 @@ async function scrapeRecipe(url, options = {}) {
   }
   const soustackRecipe = fromSchemaOrg(recipe);
   if (typeof process !== "undefined" && process.env.NODE_ENV !== "test") {
-    try {
-      const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
-      if (globalFetch) {
-        globalFetch("http://127.0.0.1:7243/ingest/7225c3b5-9ac2-4c94-b561-807ca9003b66", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/index.ts:17", message: "fromSchemaOrg result", data: { hasSoustackRecipe: !!soustackRecipe, soustackRecipeName: soustackRecipe?.name }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "A" }) }).catch(() => {
-        });
+    const ingestUrl = process.env.SOUSTACK_DEBUG_INGEST_URL;
+    if (ingestUrl) {
+      try {
+        const globalFetch = typeof globalThis !== "undefined" && typeof globalThis.fetch !== "undefined" ? globalThis.fetch : null;
+        if (globalFetch) {
+          globalFetch(ingestUrl, { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ location: "scraper/index.ts:17", message: "fromSchemaOrg result", data: { hasSoustackRecipe: !!soustackRecipe, soustackRecipeName: soustackRecipe?.name }, timestamp: Date.now(), sessionId: "debug-session", runId: "run1", hypothesisId: "A" }) }).catch(() => {
+          });
+        }
+      } catch {
       }
-    } catch {
     }
   }
   if (!soustackRecipe) {
@@ -917,5 +1048,5 @@ exports.extractRecipeFromHTML = extractRecipeFromHTML;
 exports.extractSchemaOrgRecipeFromHTML = extractSchemaOrgRecipeFromHTML;
 exports.fetchPage = fetchPage;
 exports.scrapeRecipe = scrapeRecipe;
-//# sourceMappingURL=scrape.js.map
-//# sourceMappingURL=scrape.js.map
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map