superbee 0.4.3-pre.4 → 0.4.3-pre.6

package/dist/publication-bridge.mjs

@@ -3199,7 +3199,8 @@ function isExternalHref(href) {
   const h = href.trim();
   return /^[a-z][a-z0-9+.-]*:\/\//i.test(h) || h.startsWith("mailto:") || h.startsWith("#");
 }
-function extractMarkdownLinks(body) {
+function extractMarkdownLinks(source, options = {}) {
+  const body = options.skipCode ? maskMarkdownCode(source) : source;
   const out = [];
   let textOpen = -1;
   let afterClose;
@@ -3211,8 +3212,8 @@ function extractMarkdownLinks(body) {
       if (char === ")") {
         if (hrefRest.open === 0 || body[hrefRest.open - 1] !== "!") {
           out.push({
-            text: body.slice(hrefRest.open + 1, hrefRest.close),
-            href: body.slice(hrefRest.hrefStart, cursor)
+            text: source.slice(hrefRest.open + 1, hrefRest.close),
+            href: source.slice(hrefRest.hrefStart, cursor)
           });
         }
         textOpen = -1;
@@ -3243,6 +3244,150 @@ function extractMarkdownLinks(body) {
   }
   return out;
 }
+function leadingIndent(line, from, startColumn) {
+  let columns = 0;
+  let index = from;
+  while (index < line.length) {
+    const char = line[index];
+    if (char === " ") columns += 1;
+    else if (char === "	") columns += 4 - (startColumn + columns) % 4;
+    else break;
+    index++;
+  }
+  return { columns, chars: index - from };
+}
+var FENCE_OPEN = /^(`{3,}|~{3,})(.*)$/;
+var LIST_MARKER = /^([-+*]|\d{1,9}[.)])([ \t]+|$)/;
+var THEMATIC_BREAK = /^(?:(?:\*[ \t]*){3,}|(?:-[ \t]*){3,}|(?:_[ \t]*){3,})$/;
+var ATX_HEADING = /^#{1,6}(?:[ \t]|$)/;
+function maskMarkdownCode(body) {
+  const out = body.split("");
+  const blank = (from, to) => {
+    for (let index = from; index < to; index++) if (out[index] !== "\n" && out[index] !== "\r") out[index] = " ";
+  };
+  const lists = [];
+  let fence = null;
+  let inParagraph = false;
+  let segmentStart = -1;
+  const closeSegment = (end) => {
+    if (segmentStart >= 0) maskCodeSpans(body, segmentStart, end, blank);
+    segmentStart = -1;
+  };
+  let lineStart = 0;
+  while (lineStart <= body.length) {
+    const newline = body.indexOf("\n", lineStart);
+    const lineEnd = newline < 0 ? body.length : newline;
+    const line = body.slice(lineStart, lineEnd);
+    let contentAt = 0;
+    let quotes = 0;
+    for (let match = /^ {0,3}> ?/.exec(line); match; match = /^ {0,3}> ?/.exec(line.slice(contentAt))) {
+      if (fence && quotes >= fence.quotes) break;
+      contentAt += match[0].length;
+      quotes++;
+    }
+    const { columns: indent, chars } = leadingIndent(line, contentAt, contentAt);
+    const rest = line.slice(contentAt + chars).replace(/\r$/, "");
+    const isBlank = rest.trim() === "";
+    if (fence && (quotes < fence.quotes || !isBlank && indent < fence.container)) fence = null;
+    if (fence) {
+      const close = indent - fence.container <= 3 ? FENCE_OPEN.exec(rest) : null;
+      if (close && close[1][0] === fence.char && close[1].length >= fence.length && close[2].trim() === "") fence = null;
+      blank(lineStart, lineEnd);
+    } else if (isBlank) {
+      closeSegment(lineStart);
+      inParagraph = false;
+    } else {
+      if (!inParagraph) while (lists.length > 0 && lists[lists.length - 1] > indent) lists.pop();
+      let container = lists.length > 0 ? lists[lists.length - 1] : 0;
+      let relative = indent - container;
+      let text = rest;
+      let textAt = lineStart + contentAt + chars;
+      const marker = relative <= 3 && !THEMATIC_BREAK.test(text) ? LIST_MARKER.exec(text) : null;
+      if (marker) {
+        closeSegment(lineStart);
+        const markerEnd = indent + marker[1].length;
+        const spacing = leadingIndent(marker[2], 0, contentAt + markerEnd).columns;
+        const wide = marker[2] === "" || spacing >= 5;
+        lists.push(markerEnd + (wide ? 1 : spacing));
+        container = lists[lists.length - 1];
+        text = text.slice(marker[1].length + (wide ? 0 : marker[2].length));
+        textAt += marker[1].length + (wide ? 0 : marker[2].length);
+        relative = wide ? Math.max(spacing - 1, 0) : 0;
+        inParagraph = false;
+      }
+      const open = relative <= 3 ? FENCE_OPEN.exec(text) : null;
+      if (open && !(open[1][0] === "`" && open[2].includes("`"))) {
+        closeSegment(lineStart);
+        fence = { char: open[1][0], length: open[1].length, container, quotes };
+        blank(textAt, lineEnd);
+        inParagraph = false;
+      } else if (!inParagraph && relative >= 4) {
+        closeSegment(lineStart);
+        blank(textAt, lineEnd);
+      } else if (ATX_HEADING.test(text) || THEMATIC_BREAK.test(text)) {
+        closeSegment(lineStart);
+        maskCodeSpans(body, textAt, lineEnd, blank);
+        inParagraph = false;
+      } else {
+        if (segmentStart < 0) segmentStart = textAt;
+        inParagraph = text.trim() !== "";
+      }
+    }
+    if (newline < 0) break;
+    lineStart = newline + 1;
+  }
+  closeSegment(body.length);
+  return out.join("");
+}
+function maskCodeSpans(body, from, to, blank) {
+  const runs = [];
+  for (let index = from; index < to; ) {
+    if (body[index] !== "`") {
+      index++;
+      continue;
+    }
+    let end = index;
+    while (end < to && body[end] === "`") end++;
+    runs.push({ at: index, length: end - index });
+    index = end;
+  }
+  const byLength = /* @__PURE__ */ new Map();
+  runs.forEach((run, position) => {
+    const list2 = byLength.get(run.length);
+    if (list2) list2.push(position);
+    else byLength.set(run.length, [position]);
+  });
+  const next = /* @__PURE__ */ new Map();
+  const nextRun = (length, after) => {
+    const list2 = byLength.get(length);
+    if (!list2) return -1;
+    let cursor = next.get(length) ?? 0;
+    while (cursor < list2.length && list2[cursor] <= after) cursor++;
+    next.set(length, cursor);
+    return cursor < list2.length ? list2[cursor] : -1;
+  };
+  let escapeScan = from;
+  let escaped = false;
+  for (let position = 0; position < runs.length; position++) {
+    let { at, length } = runs[position];
+    for (; escapeScan < at; escapeScan++) escaped = body[escapeScan] === "\\" ? !escaped : false;
+    if (escaped) {
+      at += 1;
+      length -= 1;
+      escaped = false;
+      if (length === 0) continue;
+      const list2 = byLength.get(length);
+      if (!list2) continue;
+    }
+    const closer = nextRun(length, position);
+    if (closer < 0) continue;
+    const close = runs[closer];
+    blank(at, close.at + close.length);
+    position = closer;
+    escapeScan = close.at + close.length;
+    escaped = false;
+  }
+}
 function resolveConceptId(fromId, href) {
   const target = (href.split("#")[0] ?? "").split("?")[0]?.trim() ?? "";
   if (target === "" || isExternalHref(target)) return null;
@@ -5015,6 +5160,23 @@ setDefaultBackendFactory((root) => new FilesystemBackend(root));
 // ../core/src/kinds.ts
 var CONVENTIONS_PREFIX = "conventions/";
 var CONVENTION_TYPE = "Convention";
+var KIND_FIELD_TYPES = [
+  "date",
+  "datetime",
+  "https-url",
+  "https-url-list",
+  "integer",
+  "number",
+  "boolean",
+  "slug",
+  "string-list",
+  "latitude",
+  "longitude"
+];
+var KIND_FIELD_TYPE_SET = new Set(KIND_FIELD_TYPES);
+function isKindFieldType(value) {
+  return typeof value === "string" && KIND_FIELD_TYPE_SET.has(value);
+}
 function buildKindRegistry(docs, initialWarnings = [], options = {}) {
   const accepted = /* @__PURE__ */ new Map();
   const warnings = [...initialWarnings];
@@ -5166,7 +5328,8 @@ var VALID_FIELDS_KEYS = /* @__PURE__ */ new Set([
   "values",
   "value_descriptions",
   "terminal",
-  "descriptions"
+  "descriptions",
+  "types"
 ]);
 var MISPLACED_TOP_LEVEL_KEYS = /* @__PURE__ */ new Set(["enum", "enums", "values", "constraints"]);
 var CLAIM_COORDINATE_KEYS = [
@@ -5206,7 +5369,7 @@ function parseConventionDoc(doc, options = {}) {
       if (!VALID_FIELDS_KEYS.has(key)) {
         warnings.push({
           code: "KIND_CONVENTION_UNKNOWN_FIELDS_KEY",
-          message: `kind convention '${doc.id}' declares an unrecognized key 'fields.${key}' (valid keys: fields.required, fields.optional, fields.values, fields.value_descriptions, fields.terminal, fields.descriptions); ignoring it.`,
+          message: `kind convention '${doc.id}' declares an unrecognized key 'fields.${key}' (valid keys: fields.required, fields.optional, fields.values, fields.value_descriptions, fields.terminal, fields.descriptions, fields.types); ignoring it.`,
           field: `fields.${key}`,
           severity: "warning"
         });
@@ -5263,6 +5426,51 @@ function parseConventionDoc(doc, options = {}) {
       });
     }
   }
+  const typesSource = fieldsRaw.types;
+  const types = {};
+  if (typesSource !== void 0) {
+    if (!isPlainObject(typesSource)) {
+      warnings.push({
+        code: "KIND_CONVENTION_BAD_SHAPE",
+        message: `kind convention '${doc.id}' has a non-map 'fields.types' (${describeShape(typesSource)}; expected a map of field name -> type); ignoring it.`,
+        field: "fields.types",
+        severity: "warning"
+      });
+    } else {
+      for (const [field, declared] of Object.entries(typesSource)) {
+        if (dropReserved(field, `fields.types.${field}`)) continue;
+        if (!isKindFieldType(declared)) {
+          warnings.push({
+            code: "KIND_CONVENTION_UNKNOWN_FIELD_TYPE",
+            message: `kind convention '${doc.id}' declares 'fields.types.${field}' as ${isScalar(declared) ? `'${String(declared)}'` : describeShape(declared)}, which is not a field type (valid types: ${KIND_FIELD_TYPES.join(", ")}); ignoring it.`,
+            field: `fields.types.${field}`,
+            severity: "warning"
+          });
+          continue;
+        }
+        if (!declaredFieldNames.has(field)) {
+          warnings.push({
+            code: "KIND_CONVENTION_UNDECLARED_TYPES_FIELD",
+            message: `kind convention '${doc.id}' declares 'fields.types.${field}' but '${field}' is not in fields.required or fields.optional; ignoring it.`,
+            field: `fields.types.${field}`,
+            severity: "warning"
+          });
+          continue;
+        }
+        setOwn(types, field, declared);
+      }
+    }
+  }
+  for (const field of Object.keys(values)) {
+    if (types[field] !== "https-url-list") continue;
+    warnings.push({
+      code: "KIND_CONVENTION_VALUES_TYPE_MISMATCH",
+      message: `kind convention '${doc.id}' declares 'fields.values.${field}' on a field of type 'https-url-list', which cannot carry an enum; ignoring the values.`,
+      field: `fields.values.${field}`,
+      severity: "warning"
+    });
+    delete values[field];
+  }
   const valueDescriptionsSource = fieldsRaw.value_descriptions;
   const valueDescriptions = {};
   if (valueDescriptionsSource !== void 0) {
@@ -5555,6 +5763,7 @@ function parseConventionDoc(doc, options = {}) {
     governs,
     fields: { required, optional, values, valueDescriptions, terminal, descriptions }
   };
+  if (Object.keys(types).length > 0) kind.fields.types = types;
   if (description !== void 0) kind.description = description;
   if (path4 !== void 0) kind.path = path4;
   if (links !== void 0) kind.links = links;

package/dist/publication.mjs

@@ -31153,7 +31153,8 @@ function isExternalHref(href) {
   const h = href.trim();
   return /^[a-z][a-z0-9+.-]*:\/\//i.test(h) || h.startsWith("mailto:") || h.startsWith("#");
 }
-function extractMarkdownLinks(body) {
+function extractMarkdownLinks(source, options = {}) {
+  const body = options.skipCode ? maskMarkdownCode(source) : source;
   const out = [];
   let textOpen = -1;
   let afterClose;
@@ -31165,8 +31166,8 @@ function extractMarkdownLinks(body) {
       if (char === ")") {
         if (hrefRest.open === 0 || body[hrefRest.open - 1] !== "!") {
           out.push({
-            text: body.slice(hrefRest.open + 1, hrefRest.close),
-            href: body.slice(hrefRest.hrefStart, cursor)
+            text: source.slice(hrefRest.open + 1, hrefRest.close),
+            href: source.slice(hrefRest.hrefStart, cursor)
           });
         }
         textOpen = -1;
@@ -31197,6 +31198,150 @@ function extractMarkdownLinks(body) {
   }
   return out;
 }
+function leadingIndent(line, from, startColumn) {
+  let columns = 0;
+  let index2 = from;
+  while (index2 < line.length) {
+    const char = line[index2];
+    if (char === " ") columns += 1;
+    else if (char === "	") columns += 4 - (startColumn + columns) % 4;
+    else break;
+    index2++;
+  }
+  return { columns, chars: index2 - from };
+}
+var FENCE_OPEN = /^(`{3,}|~{3,})(.*)$/;
+var LIST_MARKER = /^([-+*]|\d{1,9}[.)])([ \t]+|$)/;
+var THEMATIC_BREAK = /^(?:(?:\*[ \t]*){3,}|(?:-[ \t]*){3,}|(?:_[ \t]*){3,})$/;
+var ATX_HEADING = /^#{1,6}(?:[ \t]|$)/;
+function maskMarkdownCode(body) {
+  const out = body.split("");
+  const blank = (from, to) => {
+    for (let index2 = from; index2 < to; index2++) if (out[index2] !== "\n" && out[index2] !== "\r") out[index2] = " ";
+  };
+  const lists = [];
+  let fence = null;
+  let inParagraph = false;
+  let segmentStart = -1;
+  const closeSegment = (end) => {
+    if (segmentStart >= 0) maskCodeSpans(body, segmentStart, end, blank);
+    segmentStart = -1;
+  };
+  let lineStart = 0;
+  while (lineStart <= body.length) {
+    const newline = body.indexOf("\n", lineStart);
+    const lineEnd = newline < 0 ? body.length : newline;
+    const line = body.slice(lineStart, lineEnd);
+    let contentAt = 0;
+    let quotes = 0;
+    for (let match = /^ {0,3}> ?/.exec(line); match; match = /^ {0,3}> ?/.exec(line.slice(contentAt))) {
+      if (fence && quotes >= fence.quotes) break;
+      contentAt += match[0].length;
+      quotes++;
+    }
+    const { columns: indent2, chars } = leadingIndent(line, contentAt, contentAt);
+    const rest = line.slice(contentAt + chars).replace(/\r$/, "");
+    const isBlank = rest.trim() === "";
+    if (fence && (quotes < fence.quotes || !isBlank && indent2 < fence.container)) fence = null;
+    if (fence) {
+      const close = indent2 - fence.container <= 3 ? FENCE_OPEN.exec(rest) : null;
+      if (close && close[1][0] === fence.char && close[1].length >= fence.length && close[2].trim() === "") fence = null;
+      blank(lineStart, lineEnd);
+    } else if (isBlank) {
+      closeSegment(lineStart);
+      inParagraph = false;
+    } else {
+      if (!inParagraph) while (lists.length > 0 && lists[lists.length - 1] > indent2) lists.pop();
+      let container = lists.length > 0 ? lists[lists.length - 1] : 0;
+      let relative = indent2 - container;
+      let text4 = rest;
+      let textAt = lineStart + contentAt + chars;
+      const marker = relative <= 3 && !THEMATIC_BREAK.test(text4) ? LIST_MARKER.exec(text4) : null;
+      if (marker) {
+        closeSegment(lineStart);
+        const markerEnd = indent2 + marker[1].length;
+        const spacing = leadingIndent(marker[2], 0, contentAt + markerEnd).columns;
+        const wide = marker[2] === "" || spacing >= 5;
+        lists.push(markerEnd + (wide ? 1 : spacing));
+        container = lists[lists.length - 1];
+        text4 = text4.slice(marker[1].length + (wide ? 0 : marker[2].length));
+        textAt += marker[1].length + (wide ? 0 : marker[2].length);
+        relative = wide ? Math.max(spacing - 1, 0) : 0;
+        inParagraph = false;
+      }
+      const open = relative <= 3 ? FENCE_OPEN.exec(text4) : null;
+      if (open && !(open[1][0] === "`" && open[2].includes("`"))) {
+        closeSegment(lineStart);
+        fence = { char: open[1][0], length: open[1].length, container, quotes };
+        blank(textAt, lineEnd);
+        inParagraph = false;
+      } else if (!inParagraph && relative >= 4) {
+        closeSegment(lineStart);
+        blank(textAt, lineEnd);
+      } else if (ATX_HEADING.test(text4) || THEMATIC_BREAK.test(text4)) {
+        closeSegment(lineStart);
+        maskCodeSpans(body, textAt, lineEnd, blank);
+        inParagraph = false;
+      } else {
+        if (segmentStart < 0) segmentStart = textAt;
+        inParagraph = text4.trim() !== "";
+      }
+    }
+    if (newline < 0) break;
+    lineStart = newline + 1;
+  }
+  closeSegment(body.length);
+  return out.join("");
+}
+function maskCodeSpans(body, from, to, blank) {
+  const runs = [];
+  for (let index2 = from; index2 < to; ) {
+    if (body[index2] !== "`") {
+      index2++;
+      continue;
+    }
+    let end = index2;
+    while (end < to && body[end] === "`") end++;
+    runs.push({ at: index2, length: end - index2 });
+    index2 = end;
+  }
+  const byLength = /* @__PURE__ */ new Map();
+  runs.forEach((run, position2) => {
+    const list3 = byLength.get(run.length);
+    if (list3) list3.push(position2);
+    else byLength.set(run.length, [position2]);
+  });
+  const next = /* @__PURE__ */ new Map();
+  const nextRun = (length, after) => {
+    const list3 = byLength.get(length);
+    if (!list3) return -1;
+    let cursor = next.get(length) ?? 0;
+    while (cursor < list3.length && list3[cursor] <= after) cursor++;
+    next.set(length, cursor);
+    return cursor < list3.length ? list3[cursor] : -1;
+  };
+  let escapeScan = from;
+  let escaped = false;
+  for (let position2 = 0; position2 < runs.length; position2++) {
+    let { at, length } = runs[position2];
+    for (; escapeScan < at; escapeScan++) escaped = body[escapeScan] === "\\" ? !escaped : false;
+    if (escaped) {
+      at += 1;
+      length -= 1;
+      escaped = false;
+      if (length === 0) continue;
+      const list3 = byLength.get(length);
+      if (!list3) continue;
+    }
+    const closer = nextRun(length, position2);
+    if (closer < 0) continue;
+    const close = runs[closer];
+    blank(at, close.at + close.length);
+    position2 = closer;
+    escapeScan = close.at + close.length;
+    escaped = false;
+  }
+}
 function resolveConceptId(fromId, href) {
   const target = (href.split("#")[0] ?? "").split("?")[0]?.trim() ?? "";
   if (target === "" || isExternalHref(target)) return null;
@@ -33028,6 +33173,23 @@ setDefaultBackendFactory((root) => new FilesystemBackend(root));
 // ../core/src/kinds.ts
 var CONVENTIONS_PREFIX = "conventions/";
 var CONVENTION_TYPE = "Convention";
+var KIND_FIELD_TYPES = [
+  "date",
+  "datetime",
+  "https-url",
+  "https-url-list",
+  "integer",
+  "number",
+  "boolean",
+  "slug",
+  "string-list",
+  "latitude",
+  "longitude"
+];
+var KIND_FIELD_TYPE_SET = new Set(KIND_FIELD_TYPES);
+function isKindFieldType(value) {
+  return typeof value === "string" && KIND_FIELD_TYPE_SET.has(value);
+}
 function buildKindRegistry(docs, initialWarnings = [], options = {}) {
   const accepted = /* @__PURE__ */ new Map();
   const warnings = [...initialWarnings];
@@ -33179,7 +33341,8 @@ var VALID_FIELDS_KEYS = /* @__PURE__ */ new Set([
   "values",
   "value_descriptions",
   "terminal",
-  "descriptions"
+  "descriptions",
+  "types"
 ]);
 var MISPLACED_TOP_LEVEL_KEYS = /* @__PURE__ */ new Set(["enum", "enums", "values", "constraints"]);
 var CLAIM_COORDINATE_KEYS = [
@@ -33219,7 +33382,7 @@ function parseConventionDoc(doc, options = {}) {
       if (!VALID_FIELDS_KEYS.has(key)) {
         warnings.push({
           code: "KIND_CONVENTION_UNKNOWN_FIELDS_KEY",
-          message: `kind convention '${doc.id}' declares an unrecognized key 'fields.${key}' (valid keys: fields.required, fields.optional, fields.values, fields.value_descriptions, fields.terminal, fields.descriptions); ignoring it.`,
+          message: `kind convention '${doc.id}' declares an unrecognized key 'fields.${key}' (valid keys: fields.required, fields.optional, fields.values, fields.value_descriptions, fields.terminal, fields.descriptions, fields.types); ignoring it.`,
           field: `fields.${key}`,
           severity: "warning"
         });
@@ -33276,6 +33439,51 @@ function parseConventionDoc(doc, options = {}) {
       });
     }
   }
+  const typesSource = fieldsRaw.types;
+  const types = {};
+  if (typesSource !== void 0) {
+    if (!isPlainObject(typesSource)) {
+      warnings.push({
+        code: "KIND_CONVENTION_BAD_SHAPE",
+        message: `kind convention '${doc.id}' has a non-map 'fields.types' (${describeShape(typesSource)}; expected a map of field name -> type); ignoring it.`,
+        field: "fields.types",
+        severity: "warning"
+      });
+    } else {
+      for (const [field, declared] of Object.entries(typesSource)) {
+        if (dropReserved(field, `fields.types.${field}`)) continue;
+        if (!isKindFieldType(declared)) {
+          warnings.push({
+            code: "KIND_CONVENTION_UNKNOWN_FIELD_TYPE",
+            message: `kind convention '${doc.id}' declares 'fields.types.${field}' as ${isScalar(declared) ? `'${String(declared)}'` : describeShape(declared)}, which is not a field type (valid types: ${KIND_FIELD_TYPES.join(", ")}); ignoring it.`,
+            field: `fields.types.${field}`,
+            severity: "warning"
+          });
+          continue;
+        }
+        if (!declaredFieldNames.has(field)) {
+          warnings.push({
+            code: "KIND_CONVENTION_UNDECLARED_TYPES_FIELD",
+            message: `kind convention '${doc.id}' declares 'fields.types.${field}' but '${field}' is not in fields.required or fields.optional; ignoring it.`,
+            field: `fields.types.${field}`,
+            severity: "warning"
+          });
+          continue;
+        }
+        setOwn(types, field, declared);
+      }
+    }
+  }
+  for (const field of Object.keys(values)) {
+    if (types[field] !== "https-url-list") continue;
+    warnings.push({
+      code: "KIND_CONVENTION_VALUES_TYPE_MISMATCH",
+      message: `kind convention '${doc.id}' declares 'fields.values.${field}' on a field of type 'https-url-list', which cannot carry an enum; ignoring the values.`,
+      field: `fields.values.${field}`,
+      severity: "warning"
+    });
+    delete values[field];
+  }
   const valueDescriptionsSource = fieldsRaw.value_descriptions;
   const valueDescriptions = {};
   if (valueDescriptionsSource !== void 0) {
@@ -33568,6 +33776,7 @@ function parseConventionDoc(doc, options = {}) {
     governs,
     fields: { required, optional, values, valueDescriptions, terminal, descriptions }
   };
+  if (Object.keys(types).length > 0) kind2.fields.types = types;
   if (description !== void 0) kind2.description = description;
   if (path6 !== void 0) kind2.path = path6;
   if (links !== void 0) kind2.links = links;