@aiquants/markdown 1.17.4 → 2.0.0

package/dist/index.server.js

@@ -1,116 +1,56 @@
-import I from "node:fs/promises";
-import * as S from "node:path";
-import h from "node:path";
-import { visit as x } from "unist-util-visit";
-import { L as P } from "./simple-logger-DIfMY3fH.js";
-import * as J from "cheerio";
-import U from "url-join";
-import { spawn as C } from "node:child_process";
-import { existsSync as R, unlinkSync as L } from "node:fs";
-import { createRequire as j } from "node:module";
-import * as F from "node:net";
-import { fileURLToPath as q } from "node:url";
-import { createClient as W } from "@connectrpc/connect";
+import { load as C } from "cheerio";
+import { L as R } from "./simple-logger-DIfMY3fH.js";
+import { visit as D } from "unist-util-visit";
+import { spawn as I } from "node:child_process";
+import { existsSync as g, unlinkSync as E } from "node:fs";
+import { createRequire as L } from "node:module";
+import * as $ from "node:net";
+import * as T from "node:path";
+import { fileURLToPath as F } from "node:url";
+import { createClient as q } from "@connectrpc/connect";
 import { createConnectTransport as K } from "@connectrpc/connect-node";
-import { Message as _, proto3 as l, MethodKind as z } from "@bufbuild/protobuf";
-const G = /<!--\s+@import\s+"(.+?)"\s+-->/;
-function pe(r) {
-  return async (e) => {
-    const { markdownFilePath: t } = r, m = h.dirname(t), o = [];
-    if (x(e, "html", (a, n, s) => {
-      if (!s || typeof n != "number")
-        return;
-      const i = a.value.match(G);
-      if (!i)
-        return;
-      const d = i[1], c = h.resolve(m, d);
-      Array.isArray(s.children) && o.push({ parent: s, index: n, absolutePath: c });
-    }), o.length === 0)
-      return;
-    const f = await Promise.all(
-      o.map(async ({ absolutePath: a }) => {
-        try {
-          const n = await I.readFile(a, "utf-8");
-          return this.parse(n);
-        } catch (n) {
-          return n && n.code === "ENOENT" ? P.warn(`[remark-import-directive] Import file not found: ${a}`) : P.error(`[remark-import-directive] Error processing import: ${a}`, n), null;
-        }
-      })
-    );
-    for (let a = o.length - 1; a >= 0; a--) {
-      const { parent: n, index: s } = o[a], i = f[a];
-      i?.children && Array.isArray(i.children) && n.children.splice(s, 1, ...i.children);
+import { Message as v, proto3 as i, MethodKind as j } from "@bufbuild/protobuf";
+const U = async (r) => {
+  try {
+    const t = new AbortController(), e = setTimeout(() => t.abort(), 1e4), l = await fetch(r, { signal: t.signal });
+    if (clearTimeout(e), !l.ok)
+      return null;
+    const a = await l.text(), n = { url: r }, s = C(a), o = s("title").text().trim();
+    n.title = o;
+    const y = s("meta");
+    for (const c of y) {
+      const m = c.attribs.property;
+      m === "og:site_name" && (n.site_name = c.attribs.content || void 0), m === "og:title" && (n.title = c.attribs.content || o), m === "og:description" && (n.description = c.attribs.content || void 0), m === "og:image" && (n.image = c.attribs.content || void 0), m === "og:type" && (n.type = c.attribs.content || void 0), c.attribs.name === "description" && (n.description = c.attribs.content || void 0);
     }
-  };
-}
-const Z = /^[a-z][a-z0-9+.-]*:/, M = async (r, e, t, m, o = !1) => {
-  if (!r)
-    return "";
-  if (Z.test(r)) {
-    const d = r.substring(0, r.indexOf(":")).toLowerCase();
-    if (["http", "https", "mailto", "tel", "file"].includes(d))
-      return r;
+    return n;
+  } catch (t) {
+    return R.error("Error fetching site metadata:", t), null;
   }
-  if (r.startsWith("#") || r.startsWith("/"))
-    return r;
-  const f = decodeURIComponent(r), a = h.dirname(t), n = h.normalize(h.join(a, f)), s = h.resolve(m, n);
-  if (!s.startsWith(m) || n.startsWith(".."))
-    return P.error(`Security Alert: Attempt to access file outside project root: ${s}`), "";
-  if (o)
-    try {
-      await I.access(s);
-    } catch {
-      return P.warn(`File not found: ${s}`), "";
-    }
-  const i = n.replace(/\\/g, "/");
-  return e ? U("/assets/", i) : `?filePath=${encodeURIComponent(i)}`;
-};
-function he(r) {
+}, h = /* @__PURE__ */ new Map(), G = (r, t) => t.fetchAll ? !0 : t.urlPatterns && t.urlPatterns.length > 0 ? t.urlPatterns.some((e) => e.test(r)) : /^https?:\/\//.test(r) && !r.includes("localhost") && !r.includes("127.0.0.1"), lt = (r = {}) => {
+  const { enableCache: t = !0 } = r;
   return async (e) => {
-    if (!(r?.markdownFilePath && r?.workspaceRoot)) {
-      P.warn("remark-resolve-uri-async: markdownFilePath and workspaceRoot are required. Skipping URI resolution.");
-      return;
-    }
-    const t = [], m = [];
-    x(e, ["image", "link", "html"], (a) => {
-      if (a.type === "html")
-        m.push(a);
-      else {
-        const n = a;
-        n.url && t.push({ node: n, isImage: n.type === "image" });
-      }
+    const l = [];
+    D(e, "block-link", (n) => {
+      G(n.url, r) && l.push(n);
     });
-    const o = t.map(async ({ node: a, isImage: n }) => {
-      const s = await M(a.url, n, r.markdownFilePath, r.workspaceRoot, r.validateExistence);
-      a.url = s;
-    }), f = m.map(async (a) => {
-      const n = J.load(a.value, null, !1);
-      let s = !1;
-      const i = n("img").toArray();
-      for (const c of i) {
-        const u = n(c).attr("src");
-        if (u) {
-          const p = await M(u, !0, r.markdownFilePath, r.workspaceRoot, r.validateExistence);
-          p !== u && (n(c).attr("src", p), s = !0);
-        }
-      }
-      const d = n("a").toArray();
-      for (const c of d) {
-        const u = n(c).attr("href");
-        if (u) {
-          const p = await M(u, !1, r.markdownFilePath, r.workspaceRoot, r.validateExistence);
-          p !== u && (n(c).attr("href", p), s = !0);
-        }
+    const a = l.map(async (n) => {
+      const s = n.url;
+      if (t && h.has(s)) {
+        const o = h.get(s);
+        o && (n.data = n.data || {}, n.data.siteMetadata = o);
+        return;
       }
-      if (s) {
-        const c = n.html();
-        c && (a.value = c);
+      try {
+        const o = await U(s);
+        o ? (n.data = n.data || {}, n.data.siteMetadata = o, t && h.set(s, o)) : t && h.set(s, null);
+      } catch (o) {
+        R.warn(`Failed to fetch metadata for ${s}:`, o), t && h.set(s, null);
       }
     });
-    await Promise.all([...o, ...f]);
+    await Promise.all(a);
   };
-}
-class w extends _ {
+};
+class u extends v {
   /**
    * @generated from field: string markdown_text = 1;
    */
@@ -174,12 +114,12 @@ class w extends _ {
    * @generated from field: optional bool enable_zenn_directives = 10;
    */
   enableZennDirectives;
-  constructor(e) {
-    super(), l.util.initPartial(e, this);
+  constructor(t) {
+    super(), i.util.initPartial(t, this);
   }
-  static runtime = l;
+  static runtime = i;
   static typeName = "markdown.v1.ConvertRequest";
-  static fields = l.util.newFieldList(() => [
+  static fields = i.util.newFieldList(() => [
     {
       no: 1,
       name: "markdown_text",
@@ -215,20 +155,20 @@ class w extends _ {
     { no: 9, name: "enable_embeds", kind: "scalar", T: 8, opt: !0 },
     { no: 10, name: "enable_zenn_directives", kind: "scalar", T: 8, opt: !0 }
   ]);
-  static fromBinary(e, t) {
-    return new w().fromBinary(e, t);
+  static fromBinary(t, e) {
+    return new u().fromBinary(t, e);
   }
-  static fromJson(e, t) {
-    return new w().fromJson(e, t);
+  static fromJson(t, e) {
+    return new u().fromJson(t, e);
   }
-  static fromJsonString(e, t) {
-    return new w().fromJsonString(e, t);
+  static fromJsonString(t, e) {
+    return new u().fromJsonString(t, e);
   }
-  static equals(e, t) {
-    return l.util.equals(w, e, t);
+  static equals(t, e) {
+    return i.util.equals(u, t, e);
   }
 }
-class k extends _ {
+class d extends v {
   /**
    * @generated from field: string html_content = 1;
    */
@@ -237,12 +177,12 @@ class k extends _ {
    * @generated from field: repeated markdown.v1.Heading headings = 2;
    */
   headings = [];
-  constructor(e) {
-    super(), l.util.initPartial(e, this);
+  constructor(t) {
+    super(), i.util.initPartial(t, this);
   }
-  static runtime = l;
+  static runtime = i;
   static typeName = "markdown.v1.ConvertResponse";
-  static fields = l.util.newFieldList(() => [
+  static fields = i.util.newFieldList(() => [
     {
       no: 1,
       name: "html_content",
@@ -250,22 +190,22 @@ class k extends _ {
       T: 9
       /* ScalarType.STRING */
     },
-    { no: 2, name: "headings", kind: "message", T: y, repeated: !0 }
+    { no: 2, name: "headings", kind: "message", T: f, repeated: !0 }
   ]);
-  static fromBinary(e, t) {
-    return new k().fromBinary(e, t);
+  static fromBinary(t, e) {
+    return new d().fromBinary(t, e);
   }
-  static fromJson(e, t) {
-    return new k().fromJson(e, t);
+  static fromJson(t, e) {
+    return new d().fromJson(t, e);
   }
-  static fromJsonString(e, t) {
-    return new k().fromJsonString(e, t);
+  static fromJsonString(t, e) {
+    return new d().fromJsonString(t, e);
   }
-  static equals(e, t) {
-    return l.util.equals(k, e, t);
+  static equals(t, e) {
+    return i.util.equals(d, t, e);
   }
 }
-class y extends _ {
+class f extends v {
   /**
    * @generated from field: string text = 1;
    */
@@ -278,12 +218,12 @@ class y extends _ {
    * @generated from field: string id = 3;
    */
   id = "";
-  constructor(e) {
-    super(), l.util.initPartial(e, this);
+  constructor(t) {
+    super(), i.util.initPartial(t, this);
   }
-  static runtime = l;
+  static runtime = i;
   static typeName = "markdown.v1.Heading";
-  static fields = l.util.newFieldList(() => [
+  static fields = i.util.newFieldList(() => [
     {
       no: 1,
       name: "text",
@@ -306,20 +246,20 @@ class y extends _ {
       /* ScalarType.STRING */
     }
   ]);
-  static fromBinary(e, t) {
-    return new y().fromBinary(e, t);
+  static fromBinary(t, e) {
+    return new f().fromBinary(t, e);
   }
-  static fromJson(e, t) {
-    return new y().fromJson(e, t);
+  static fromJson(t, e) {
+    return new f().fromJson(t, e);
   }
-  static fromJsonString(e, t) {
-    return new y().fromJsonString(e, t);
+  static fromJsonString(t, e) {
+    return new f().fromJsonString(t, e);
   }
-  static equals(e, t) {
-    return l.util.equals(y, e, t);
+  static equals(t, e) {
+    return i.util.equals(f, t, e);
   }
 }
-const H = {
+const W = {
   typeName: "markdown.v1.MarkdownService",
   methods: {
     /**
@@ -327,127 +267,126 @@ const H = {
      */
     convert: {
       name: "Convert",
-      I: w,
-      O: k,
-      kind: z.Unary
+      I: u,
+      O: d,
+      kind: j.Unary
     }
   }
-}, b = process.env.MARKDOWN_SOCKET_PATH || "/tmp/markdown.sock", V = K({
+}, p = process.env.MARKDOWN_SOCKET_PATH || "/tmp/markdown.sock", Z = K({
   baseUrl: "http://localhost",
   httpVersion: "2",
   nodeOptions: {
-    createConnection: () => F.connect(b)
+    createConnection: () => $.connect(p)
   }
-}), X = W(H, V), E = () => {
+}), z = q(W, Z), N = () => {
   try {
-    return S.dirname(q(import.meta.url));
+    return T.dirname(F(import.meta.url));
   } catch {
     return __dirname;
   }
-}, B = () => `@aiquants/markdown-${process.platform}-${process.arch}`, N = () => process.platform === "win32" ? "bin/markdown-api.exe" : "bin/markdown-api", Y = () => {
+}, x = () => `@aiquants/markdown-${process.platform}-${process.arch}`, A = () => process.platform === "win32" ? "bin/markdown-api.exe" : "bin/markdown-api", V = () => {
   const r = process.env.MARKDOWN_API_BINARY;
-  if (r && R(r))
+  if (r && g(r))
     return r;
   try {
-    const t = j(S.join(E(), "index.js")).resolve(`${B()}/${N()}`);
-    if (R(t))
-      return t;
+    const e = L(T.join(N(), "index.js")).resolve(`${x()}/${A()}`);
+    if (g(e))
+      return e;
   } catch {
   }
-  const e = S.join(E(), "..", "..", "go", "markdown-api", "dist", S.basename(N()));
-  return R(e) ? e : void 0;
-}, Q = () => [
+  const t = T.join(N(), "..", "..", "go", "markdown-api", "dist", T.basename(A()));
+  return g(t) ? t : void 0;
+}, Y = () => [
   `markdown-api binary not found for ${process.platform}-${process.arch}.`,
-  `Expected the optional dependency ${B()} to be installed.`,
+  `Expected the optional dependency ${x()} to be installed.`,
   "If your platform is unsupported, build the service yourself",
   "(https://github.com/fehde-k/aiquants/tree/main/packages/go/markdown-api)",
   "and point MARKDOWN_API_BINARY at it."
-].join(" "), D = () => new Promise((r) => {
-  const e = F.connect(b);
-  e.on("connect", () => {
-    e.destroy(), r(!0);
-  }), e.on("error", () => r(!1));
-}), $ = async (r) => {
-  const e = Date.now();
-  for (; Date.now() - e < r; ) {
-    if (await D()) return !0;
-    await new Promise((t) => setTimeout(t, 100));
+].join(" "), J = () => new Promise((r) => {
+  const t = $.connect(p);
+  t.on("connect", () => {
+    t.destroy(), r(!0);
+  }), t.on("error", () => r(!1));
+}), B = async (r) => {
+  const t = Date.now();
+  for (; Date.now() - t < r; ) {
+    if (await J()) return !0;
+    await new Promise((e) => setTimeout(e, 100));
   }
   return !1;
 };
-let T = null, v = null;
-const O = 2e3, ee = () => {
+let w = null, k = null;
+const X = 2e3, H = () => {
   const r = Number(process.env.MARKDOWN_API_STARTUP_TIMEOUT_MS);
   return Number.isFinite(r) && r > 0 ? r : 1e4;
 };
-let A = null;
-const te = async () => {
-  if (await D()) return !0;
-  if (v) return v;
-  v = (async () => {
-    const e = Y();
-    if (!e)
-      return await $(O) ? !0 : (A = Q(), !1);
-    A = null;
+let M = null;
+const Q = async () => {
+  if (await J()) return !0;
+  if (k) return k;
+  k = (async () => {
+    const t = V();
+    if (!t)
+      return await B(X) ? !0 : (M = Y(), !1);
+    M = null;
     try {
-      R(b) && L(b);
+      g(p) && E(p);
     } catch {
     }
     try {
-      T = C(e, [], { stdio: "ignore" });
-      const t = () => {
-        if (T) {
+      w = I(t, [], { stdio: "ignore" });
+      const e = () => {
+        if (w) {
           try {
-            T.kill("SIGTERM");
+            w.kill("SIGTERM");
           } catch {
           }
-          T = null;
+          w = null;
         }
       };
-      return process.once("exit", t), await $(ee()) ? !0 : (console.error("markdown-api Go server did not become ready on socket:", b), t(), process.removeListener("exit", t), !1);
-    } catch (t) {
-      return console.error("Failed to spawn markdown-api Go server:", t), T = null, !1;
+      return process.once("exit", e), await B(H()) ? !0 : (console.error("markdown-api Go server did not become ready on socket:", p), e(), process.removeListener("exit", e), !1);
+    } catch (e) {
+      return console.error("Failed to spawn markdown-api Go server:", e), w = null, !1;
     }
   })();
-  const r = await v;
-  return r || (v = null), r;
-}, we = async (r, e, t, m, o = !0) => {
-  if (!await te()) {
-    const g = A ? ` ${A}` : "";
-    throw new Error(`markdown service is not reachable on ${b}.${g}`);
+  const r = await k;
+  return r || (k = null), r;
+}, mt = async (r, t, e, l, a = !0) => {
+  if (!await Q()) {
+    const b = M ? ` ${M}` : "";
+    throw new Error(`markdown service is not reachable on ${p}.${b}`);
   }
-  let f = !0, a, n, s, i, d, c;
-  typeof o == "boolean" ? f = o : o && typeof o == "object" && (f = o.validateExistence ?? !0, a = o.enableSubscript, n = o.enableSuperscript, s = o.enableMark, i = o.enableTableMerge, d = o.enableEmbeds, c = o.enableZennDirectives);
-  const u = {};
-  m && (u.Authorization = `Bearer ${m}`);
-  const p = await X.convert(
+  let n = !0, s, o, y, c, m, S;
+  typeof a == "boolean" ? n = a : a && typeof a == "object" && (n = a.validateExistence ?? !0, s = a.enableSubscript, o = a.enableSuperscript, y = a.enableMark, c = a.enableTableMerge, m = a.enableEmbeds, S = a.enableZennDirectives);
+  const P = {};
+  l && (P.Authorization = `Bearer ${l}`);
+  const _ = await z.convert(
     {
       markdownText: r,
-      filePath: e,
-      workspaceRoot: t,
-      validateExistence: f,
-      enableSubscript: a,
-      enableSuperscript: n,
-      enableMark: s,
-      enableTableMerge: i,
-      enableEmbeds: d,
-      enableZennDirectives: c
+      filePath: t,
+      workspaceRoot: e,
+      validateExistence: n,
+      enableSubscript: s,
+      enableSuperscript: o,
+      enableMark: y,
+      enableTableMerge: c,
+      enableEmbeds: m,
+      enableZennDirectives: S
     },
-    { headers: u }
+    { headers: P }
   );
   return {
-    htmlContent: p.htmlContent,
-    headings: p.headings.map((g) => ({
-      text: g.text,
-      depth: g.depth,
-      id: g.id
+    htmlContent: _.htmlContent,
+    headings: _.headings.map((b) => ({
+      text: b.text,
+      depth: b.depth,
+      id: b.id
     }))
   };
 };
 export {
-  we as parseMarkdown,
-  pe as remarkImportDirective,
-  he as remarkResolveUriAsync,
-  M as transformUriAsync
+  U as fetchSiteMetadata,
+  mt as parseMarkdown,
+  lt as remarkBlockLinkMetadata
 };
 //# sourceMappingURL=index.server.js.map