vowel 0.1.41 → 0.1.43

package/CHANGELOG.md

@@ -2,6 +2,15 @@
 
 All notable changes to this project will be documented in this file. See [commit-and-tag-version](https://github.com/absolute-version/commit-and-tag-version) for commit guidelines.
 
+## [0.1.43](https://github.com/samlfair/vowel/compare/v0.1.42...v0.1.43) (2024-10-18)
+
+## [0.1.42](https://github.com/samlfair/vowel/compare/v0.1.41...v0.1.42) (2024-10-18)
+
+
+### Bug Fixes
+
+* un-hardcode webmention urls ([3421a69](https://github.com/samlfair/vowel/commit/3421a6998aa4ba20613b84c707e62fe273ddf327))
+
 ## [0.1.41](https://github.com/samlfair/vowel/compare/v0.1.40...v0.1.41) (2024-10-17)
 
 

package/bin.js

@@ -28,7 +28,7 @@ if (args._.includes('publish')) {
 };
 
 if (!args.verbose) {
-	filterConsole(['jsconfig', 'vite', 'Vite', 'tsconfig', `--host`]);
+	// filterConsole(['jsconfig', 'vite', 'Vite', 'tsconfig', `--host`]);
 	console.log(`\n\n`);
 }
 
@@ -54,7 +54,7 @@ child.stdout.on('data', (data) => {
 		console.log(`\n\n`);
 		processedFiles = 0;
 		foundFiles = 0;
-	} else if(false) { // Toggle to true to reveal all console output
+	} else if(true) { // Toggle to true to reveal all console output
 		console.log(message)
 	} else if (message.match('http://localhost:')) {
 		const url = message.match(/http:\/\/localhost:\S+/);

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "vowel",
-	"version": "0.1.41",
+	"version": "0.1.43",
 	"homepage": "https://vowel.cc",
 	"author": "Sam Littlefair (https://littlefair.ca)",
 	"repository": {

package/src/lib/components/Page.svelte

@@ -13,8 +13,6 @@
 	// TODO: Add conditional logic for format = 'xml'
 
 	const headings = ast.filter((child) => child.type === 'heading');
-
-	console.log(webmentions)
 </script>
 
 <!-- Image -->

package/src/lib/utilities/getMetadata.js

@@ -0,0 +1,46 @@
+import { XMLParser } from "fast-xml-parser"
+import urlMetadata from 'url-metadata';
+
+export default async function getMetadata({ cache, url }) {
+	if (!cache[url]) {
+		try {
+			const urlObject = new URL(url);
+			const allMetadata = await urlMetadata(urlObject.href, {
+				includeResponseBody: true,
+				ensureSecureImageRequest: true
+			});
+
+			const parser = new XMLParser({
+				unpairedTags: ["!doctype", "meta", "link", "hr", "br", "img"],
+				ignoreAttributes: false,
+				stopNodes: ["*.pre", "*.script"],
+				processEntities: true,
+				htmlEntities: true
+			})
+	
+			let parsedData = parser.parse(allMetadata.body)
+			const webmentionEndpoint = parsedData?.html?.head?.link?.find(link => {
+				return link["@_rel"] === "webmention"
+			})?.["@_href"]
+
+			const metadata = {
+				image: allMetadata['og:image'],
+				ogURL: allMetadata['og:url'],
+				canonicalURL: allMetadata.canonical,
+				title: allMetadata.title,
+				ogTitle: allMetadata['og:title'],
+				author: allMetadata.author,
+				description: allMetadata.description,
+				webmentionEndpoint
+			};
+
+			cache[url] = metadata;
+
+			return { metadata }
+		} catch (error) {
+			console.log({ fetchingMetadataError: error })
+			return { metadata: undefined }
+		}
+	}
+	return { metadata: cache[url] }
+}

package/src/lib/utilities/index.js

@@ -18,4 +18,5 @@ export { default as resolveHomeDirPath } from './resolveHomeDirPath';
 export { default as createPageClass } from './createPageClass';
 export { default as createFolderClass } from './createFolderClass';
 export { default as isActiveLink } from './isActiveLink';
-export { default as sendWebmention } from "./sendWebmention"
+export { default as sendWebmention } from "./sendWebmention"
+export { default as getMetadata } from "./getMetadata"

package/src/lib/utilities/mutateMarkdownAST.js

@@ -1,5 +1,4 @@
-import urlMetadata from 'url-metadata';
-import { sendWebmention } from './';
+import { sendWebmention, getMetadata } from './';
 
 function isURL(string) {
 	try {
@@ -10,8 +9,9 @@ function isURL(string) {
 	}
 }
 
-export default async function mutateMarkdownAST(ast, cache, webmentions) {
 
+
+export default async function mutateMarkdownAST(ast, cache, webmentions, pageURL) {
 	const promises = ast.map(async (node) => {
 		// TODO: Improve this URL regex
 		if (node.type === 'paragraph') {
@@ -25,55 +25,38 @@ export default async function mutateMarkdownAST(ast, cache, webmentions) {
 				node.type = 'url';
 				const { url } = node.children[0];
 				node.url = url
-				if (!cache[node.url]) {
-					try {
-						const urlObject = new URL(url);
-						const response = await urlMetadata(urlObject.href, {
-							includeResponseBody: true,
-							ensureSecureImageRequest: true
-						});
-
-						console.log(!!webmentions)
-						console.log({webmentions})
-						console.log(webmentions.find(webmention => webmention.target === url))
-
-						
-						if(webmentions && !webmentions.find(webmention => webmention.target === url)) {
-							webmentions.push({
-								target: url,
-								status: "new"
-							})
-						} else if (webmentions) {
-							const webmention = webmentions.find(webmention => webmention.target === url)
-							if(webmention.status === "new") {
-								webmention.status = await sendWebmention(response.responseBody)
-							}
-						}
 
-						const metadata = {
-							image: response['og:image'],
-							ogURL: response['og:url'],
-							canonicalURL: response.canonical,
-							title: response.title,
-							ogTitle: response['og:title'],
-							author: response.author,
-							description: response.description
-						};
+				console.log("It's a URL")
 
+				const { metadata } = await getMetadata({ cache, url })
 
+				console.log({metadata})
+				console.log("Hey there!")
+				console.log({webmentions})
 
-						cache[url] = metadata;
-						node.metadata = metadata;
-						node.value = url;
+				node.metadata = metadata;
+				node.value = url;
+				delete node.children;
 
-						delete node.children;
-					} catch (error) {
-						node.value = url;
+				try {
+					console.log("Looking for webmentions")
+					if (webmentions && !webmentions.find(webmention => webmention.target === url)) {
+						console.log("Found new page")
+						webmentions.push({
+							target: url,
+							status: "new"
+						})
+					} else if (webmentions) {
+						console.log("Found new webmention")
+						const webmention = webmentions.find(webmention => webmention.target === url)
+						if (webmention.status === "new" || webmention.status === "failure" || webmention.status === "429") {
+							console.log("Sending webmention")
+							webmention.status = await sendWebmention({ endpoint: metadata.webmentionEndpoint, target: webmention.target, source: pageURL })
+						}
 					}
-				} else {
-					node.metadata = cache[url];
+				} catch (error) {
+					console.log({ webmentionError: error })
 				}
-
 			} else if (node.children[0].type === 'image') {
 				node.type = 'figure';
 				if (node?.children[1]?.type === 'text') {

package/src/lib/utilities/mutateMarkdownFrontmatter.js

@@ -1,5 +1,5 @@
 import urlMetadata from 'url-metadata';
-import { regexPatterns, isObject, parseDate, sendWebmention } from '.';
+import { regexPatterns, isObject, parseDate, sendWebmention, getMetadata } from '.';
 
 /**
  * Description
@@ -24,7 +24,7 @@ function imputeType(value) {
 	return 'other';
 }
 
-export default async function mutateMarkdownFrontmatter(frontmatter, cache, webmentions) {
+export default async function mutateMarkdownFrontmatter(frontmatter, cache, webmentions, pageURL) {
 	const keys = Object.keys(frontmatter);
 
 	const promises = keys.map(async (key) => {
@@ -74,62 +74,32 @@ export default async function mutateMarkdownFrontmatter(frontmatter, cache, webm
 				break;
 			}
 			case 'url': {
+				const { metadata } = await getMetadata({
+					cache,
+					url: input
+				})
 
-				if (!cache[input]) {
-					try {
-						const url = new URL(input);
-						const metadata = await urlMetadata(url.href, {
-							includeResponseBody: true,
-							ensureSecureImageRequest: true
-						});
-
-						const selectedMetadata = {
-							url: metadata.url,
-							canonical: metadata.canonical,
-							title: metadata.title,
-							image: metadata.image,
-							favicons: url.favicons,
-							og_url: url['og:url'],
-							og_title: url['og:title'],
-							og_description: url['og:description'],
-							og_site_name: url['og:side_name'],
-							og_image: url['og:image']
-						};
+				frontmatter[key] = {
+					type: 'url',
+					output: metadata || input,
+					input
+				};
 
-						if(webmentions && !webmentions.find(webmention => webmention.target === input)) {
-							webmentions.push({
-								target: input,
-								status: "new"
-							})
-						} else if (webmentions) {
-							const webmention = webmentions.find(webmention => webmention.target === input)
-							if(webmention.status === "new") {
-								webmention.status = await sendWebmention(metadata.responseBody)
-							}
+				try {
+					if (webmentions && !webmentions.find(webmention => webmention.target === input)) {
+						webmentions.push({
+							target: input,
+							status: "new"
+						})
+					} else if (webmentions) {
+						const webmention = webmentions.find(webmention => webmention.target === input)
+						if (webmention.status === "new") {
+							webmention.status = await sendWebmention({ endpoint: metadata.webmentionEndpoint, target: webmention.target, source: pageURL })
 						}
-
-
-						cache[input] = selectedMetadata;
-
-						frontmatter[key] = {
-							type: 'url',
-							output: selectedMetadata,
-							input
-						};
-					} catch (e) {
-						console.error(`Error on URL in frontmatter: ${frontmatter[key]}`);
-						frontmatter[key] = {
-							type: 'string',
-							output: input,
-							input
-						};
 					}
-				} else {
-					frontmatter[key] = {
-						type: 'url',
-						output: cache[input],
-						input
-					};
+
+				} catch (error) {
+					console.log({ webmentionsError: error })
 				}
 				break;
 			}

package/src/lib/utilities/processMarkdownFiles.js

@@ -147,7 +147,7 @@ async function readFile(file, parents, cache, folderPath, hidden, publishedData)
 			filePublishedData = publishedData.at(-1)
 		}
 		
-		const { ast, frontmatter, imputedProperties } = await readMarkdownFile(filePath, cache, filePublishedData);
+		const { ast, frontmatter, imputedProperties } = await readMarkdownFile(filePath, cache, filePublishedData, url);
 
 		const loadTime = (performance.now() - startLoad).toFixed(2);
 		// console.log(`📄 ${shortPath} (${loadTime}ms)`);

package/src/lib/utilities/readMarkdownFile.js

@@ -110,7 +110,7 @@ function imputeTitleFromAST(ast) {
  * @returns {Promise<ParsedMarkdown>}
  * @throws {Error} Will throw an error if the file cannot be read or parsed.
  */
-export default async function readMarkdownFile(filePath, cache, publishedData) {
+export default async function readMarkdownFile(filePath, cache, publishedData, url) {
 	const fileName = path.basename(filePath.slice(0, -3));
 
 	const fileContent = await fs.readFile(filePath, 'utf8');
@@ -170,7 +170,7 @@ export default async function readMarkdownFile(filePath, cache, publishedData) {
 
 	const webmentions = publishedData?.webmentions
 
-	const promises = [mutateMarkdownAST(ast.children, cache, webmentions)];
+	const promises = [mutateMarkdownAST(ast.children, cache, webmentions, url)];
 
 	// Don't mutate frontmatter on the settings pages
 	if (!filePath.endsWith('settings.md'))

package/src/lib/utilities/sendWebmention.js

@@ -1,28 +1,12 @@
-import { XMLParser } from "fast-xml-parser"
-
-
-export default async function sendWebmention(body) {
+export default async function sendWebmention({ endpoint, source, target }) {
     try {
-        const parser = new XMLParser({
-            unpairedTags: ["!doctype", "meta", "link", "hr", "br", "img"],
-            ignoreAttributes: false,
-            stopNodes: ["*.pre", "*.script"],
-            processEntities: true,
-            htmlEntities: true
-        })
-
-        let parsedData = parser.parse(body)
-        const webmentionEndpoint = parsedData?.html?.head?.link?.find(link => {
-            return link["@_rel"] === "webmention"
-        })?.["@_href"]
-
-        if (webmentionEndpoint) {
+        if (endpoint) {
             const params = new URLSearchParams()
-            params.append('source', "https://www.littlefair.ca")
-            params.append('target', 'https://www.vowel.cc')
+            params.append('source', source)
+            params.append('target', target)
 
 
-            const response = await fetch(webmentionEndpoint, {
+            const response = await fetch(endpoint, {
                 method: "POST",
                 body: params,
                 headers: {
@@ -30,16 +14,21 @@ export default async function sendWebmention(body) {
                 }
             })
 
+            console.log({
+                webmentionResponse: await response.json()
+            })
+
             if(response.status === 429) {
                 return "429"
             } else if (response.status >= 200 && response.status < 300) {
                 return "success"
             } else {
+                console.log({ failure: await response.json() })
                 return "failure"
             }
         }
-    } catch (e) {
-        console.log(e)
+    } catch (error) {
+        console.log({ error })
         return "error"
     }
 }