erudit 3.0.0-dev.1 → 3.0.0-dev.10

package/server/plugin/bitran/transpiler.ts

@@ -1,46 +1,9 @@
-import {
-    defineBitranTranspiler,
-    type ElementTranspilers,
-} from '@bitran-js/transpiler';
-
-import { ERUDIT_SERVER } from '@server/global';
-
-// Default Elements
-import { aliasesName } from '@erudit-js/bitran-elements/aliases/shared';
-import { aliasesTranspiler } from '@erudit-js/bitran-elements/aliases/transpiler';
-import { headingName } from '@erudit-js/bitran-elements/heading/shared';
-import { headingTranspiler } from '@erudit-js/bitran-elements/heading/transpiler';
-import { includeName } from '@erudit-js/bitran-elements/include/shared';
-import { includeTranspiler } from '@erudit-js/bitran-elements/include/transpiler';
-import { linkName } from '@erudit/shared/bitran/link/shared';
-import { linkTranspiler } from '@erudit/shared/bitran/link/transpiler';
-
-export async function createBitranTranspiler() {
-    const projectTranspilers = await getProjectTranspilers();
-
-    const defaultTranspilers = {
-        [aliasesName]: aliasesTranspiler,
-        [includeName]: includeTranspiler,
-        [headingName]: headingTranspiler,
-        [linkName]: linkTranspiler,
-    };
-
-    const bitranTranspiler = defineBitranTranspiler({
-        ...projectTranspilers,
-        ...defaultTranspilers,
-    });
-
-    return bitranTranspiler;
-}
-
-async function getProjectTranspilers(): Promise<ElementTranspilers> {
-    const bitranElements = ERUDIT_SERVER?.BITRAN_CONFIG?.elements;
-
-    if (!bitranElements) return {};
-
-    const projectTranspilers: ElementTranspilers = {};
-    for (const [name, bitranElement] of Object.entries(bitranElements))
-        projectTranspilers[name] = await bitranElement.transpiler();
-
-    return projectTranspilers;
-}
+import { defineBitranTranspiler } from '@bitran-js/transpiler';
+
+import getServerTranspilers from '#erudit/bitran/server';
+
+export async function createBitranTranspiler() {
+    const serverTranspiler = await getServerTranspilers();
+    const bitranTranspiler = defineBitranTranspiler(serverTranspiler);
+    return bitranTranspiler;
+}

package/server/plugin/build/close.ts

@@ -1,10 +1,10 @@
-import { debug, logger } from '@server/logger';
-import { ERUDIT_SERVER } from '@server/global';
-
-export async function close() {
-    debug.start('Shutting down server...');
-
-    await ERUDIT_SERVER.DB?.destroy();
-
-    logger.success('Server shut down gracefully!');
-}
+import { debug, logger } from '@server/logger';
+import { ERUDIT_SERVER } from '@server/global';
+
+export async function close() {
+    debug.start('Shutting down server...');
+
+    await ERUDIT_SERVER.DB?.destroy();
+
+    logger.success('Server shut down gracefully!');
+}

package/server/plugin/build/jobs/content/builderArgs.ts

@@ -1,8 +1,8 @@
-import type { DbContent } from '@server/db/entities/Content';
-import type { NavNode } from '@server/nav/node';
-
-export interface BuilderFunctionArgs<T = any> {
-    navNode: NavNode;
-    dbContent: DbContent;
-    config?: Partial<T>;
-}
+import type { DbContent } from '@server/db/entities/Content';
+import type { NavNode } from '@server/nav/node';
+
+export interface BuilderFunctionArgs<T = any> {
+    navNode: NavNode;
+    dbContent: DbContent;
+    config?: Partial<T>;
+}

package/server/plugin/build/jobs/content/files.ts

@@ -0,0 +1,79 @@
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+
+interface FileMap {
+    [simplifiedPath: string]: string;
+}
+
+// Regex to check if a directory is a "content directory".
+const contentFileRegex = /^(book|group|topic)\.(js|ts)$/i;
+
+// Regex to simplify directory names (remove leading digits + '+' or '-').
+const simplifyDirRegex = /^\d+(?:\+|-)/;
+
+/**
+ * Recursively scans files starting from `dirPath` and builds a mapping where:
+ *  - The key is the "simplified" path using forward slashes.
+ *  - The value is the relative filesystem path, also using forward slashes.
+ *
+ * A directory is considered a "content directory" if it contains any file that matches:
+ * book, group, or topic with a .js or .ts extension.
+ * When a directory qualifies as a content directory, its name is simplified
+ * by removing any leading digits and a '+' or '-' (e.g., "29+foo" becomes "foo").
+ *
+ * @param dirPath The root directory to scan.
+ * @returns An object mapping simplified file paths to relative file paths.
+ */
+export function scanFiles(dirPath: string): FileMap {
+    const result: FileMap = {};
+    const absoluteRoot = path.resolve(dirPath); // Ensure absolute root path
+
+    function isContentDirectory(directory: string): boolean {
+        try {
+            return fs
+                .readdirSync(directory)
+                .some((entry) => contentFileRegex.test(entry));
+        } catch {
+            return false;
+        }
+    }
+
+    function traverse(currentPath: string, simplifiedParts: string[]) {
+        let currentSimplifiedParts = simplifiedParts;
+        if (currentPath !== absoluteRoot) {
+            let dirName = path.basename(currentPath);
+            if (isContentDirectory(currentPath)) {
+                dirName = dirName.replace(simplifyDirRegex, '');
+            }
+            currentSimplifiedParts = [...simplifiedParts, dirName];
+        }
+
+        for (const entry of fs.readdirSync(currentPath)) {
+            const fullPath = path.join(currentPath, entry);
+            const relativePath = path
+                .relative(absoluteRoot, fullPath)
+                .replace(/\\/g, '/'); // Always forward slashes
+            const stat = fs.statSync(fullPath);
+
+            if (stat.isDirectory()) {
+                traverse(fullPath, currentSimplifiedParts);
+            } else if (stat.isFile()) {
+                const simplifiedFilePath = path.posix.join(
+                    ...currentSimplifiedParts,
+                    entry,
+                );
+
+                // Remove first repeating part in the key
+                const keyParts = simplifiedFilePath.split('/');
+                if (keyParts.length > 1 && keyParts[0] === keyParts[1]) {
+                    keyParts.shift(); // Remove first repeating part
+                }
+
+                result[keyParts.join('/')] = relativePath;
+            }
+        }
+    }
+
+    traverse(absoluteRoot, []);
+    return result;
+}

package/server/plugin/build/jobs/content/generic.ts

@@ -1,176 +1,192 @@
-import { existsSync } from 'node:fs';
-import { globSync } from 'glob';
-import chalk from 'chalk';
-import sizeOf from 'image-size';
-import {
-    contentTypes,
-    type ContentConfig,
-    type ContentReferences,
-    type ContentType,
-} from 'erudit-cog/schema';
-import { resolvePaths } from 'erudit-cog/kit';
-
-import { PROJECT_DIR } from '#erudit/globalPaths';
-import { stress } from '@erudit/utils/stress';
-
-import { debug, logger } from '@server/logger';
-import { ERUDIT_SERVER } from '@server/global';
-import { walkNav } from '@server/nav/utils';
-import { isRootNode, type NavNode } from '@server/nav/node';
-import { DbContent } from '@server/db/entities/Content';
-import { IMPORT } from '@server/importer';
-import { contributorExists } from '@server/repository/contributor';
-import { DbContribution } from '@server/db/entities/Contribution';
-
-import { contentAsset } from '@erudit/shared/asset';
-import type { ImageData } from '@erudit/shared/image';
-
-import type { BuilderFunctionArgs } from './builderArgs';
-import { contentItemPath } from './path';
-import { buildBook } from './type/book';
-import { buildGroup } from './type/group';
-import { buildTopic } from './type/topic';
-
-const typeBuilders: Record<ContentType, Function> = {
-    book: buildBook,
-    group: buildGroup,
-    topic: buildTopic,
-};
-
-export async function buildContent() {
-    if (!ERUDIT_SERVER.NAV) return;
-
-    debug.start('Building content...');
-
-    const counters: Record<ContentType, number> = Object.fromEntries(
-        contentTypes.map((contentType) => [contentType, 0]),
-    ) as any;
-
-    await walkNav(async (node) => {
-        if (isRootNode(node)) return;
-        counters[node.type]++;
-        await addContentItem(node);
-    });
-
-    logger.success(
-        'Content built successfully!',
-        chalk.dim(
-            '(' +
-                Object.entries(counters)
-                    .map(([k, v]) => `${k.at(0)!.toUpperCase()}: ${v}`)
-                    .join(', ') +
-                ')',
-        ),
-    );
-}
-
-async function addContentItem(navNode: NavNode) {
-    debug.start(
-        `Adding ${stress(navNode.type)} content item ${stress(navNode.id)}...`,
-    );
-
-    const dbContent = new DbContent();
-    dbContent.contentId = navNode.id;
-    dbContent.fullId = navNode.fullId;
-    dbContent.type = navNode.type;
-    dbContent.decoration = getDecoration(navNode);
-    dbContent.ogImage = getOgImageData(navNode);
-    dbContent.references = await getContentReferences(navNode);
-
-    let config: Partial<ContentConfig> | undefined;
-
-    try {
-        config = (await IMPORT(contentItemPath(navNode, navNode.type), {
-            default: true,
-        })) as Partial<ContentConfig>;
-
-        dbContent.title = config.title;
-        dbContent.navTitle = config.navTitle;
-        dbContent.description = config.description;
-        dbContent.flags = config.flags;
-        dbContent.dependencies = config.dependencies;
-
-        if (config.seo) {
-            dbContent.seo = {
-                title: config.seo?.title,
-                description: config.seo?.description,
-            };
-        }
-
-        await addContributions(navNode, config.contributors);
-    } catch {}
-
-    await ERUDIT_SERVER.DB.manager.save(dbContent);
-
-    await typeBuilders[navNode.type](<BuilderFunctionArgs>{
-        navNode,
-        dbContent,
-        config,
-    });
-}
-
-function getDecoration(navNode: NavNode) {
-    if (existsSync(contentItemPath(navNode, 'decoration.svg')))
-        return `/${navNode.path}/decoration.svg`;
-
-    return undefined;
-}
-
-async function addContributions(navNode: NavNode, contributors?: string[]) {
-    if (!contributors || !contributors.length) {
-        if (navNode.type !== 'book' && navNode.type !== 'group')
-            logger.warn(
-                `${navNode.type.at(0)!.toUpperCase() + navNode.type.slice(1)} ${stress(navNode.id)} has no contributors!`,
-            );
-
-        return;
-    }
-
-    for (const contributorId of contributors) {
-        if (!(await contributorExists(contributorId))) {
-            logger.warn(
-                `Skipping unknown contributor ${stress(contributorId)} when adding ${navNode.type} ${stress(navNode.id)}!`,
-            );
-            continue;
-        }
-
-        const dbContribution = new DbContribution();
-        dbContribution.contentId = navNode.id;
-        dbContribution.contributorId = contributorId;
-        await ERUDIT_SERVER.DB.manager.save(dbContribution);
-    }
-}
-
-function getOgImageData(navNode: NavNode): ImageData | undefined {
-    const ogImagePath = globSync(
-        contentItemPath(navNode, 'og-image.{svg,webp,jpg,png}'),
-    ).pop();
-
-    if (ogImagePath) {
-        const size = sizeOf(ogImagePath);
-        return {
-            src: contentAsset(
-                resolvePaths(ogImagePath).replace(
-                    PROJECT_DIR + '/content/',
-                    '',
-                ),
-            ),
-            width: size.width!,
-            height: size.height!,
-        };
-    }
-
-    return undefined;
-}
-
-async function getContentReferences(navNode: NavNode) {
-    try {
-        const references = await IMPORT(
-            contentItemPath(navNode, `references`),
-            { default: true },
-        );
-        return references as ContentReferences;
-    } catch (error) {}
-
-    return undefined;
-}
+import { existsSync } from 'node:fs';
+import { globSync } from 'glob';
+import chalk from 'chalk';
+import { imageSizeFromFile } from 'image-size/fromFile';
+import {
+    contentTypes,
+    type ContentConfig,
+    type ContentReferences,
+    type ContentType,
+} from '@erudit-js/cog/schema';
+import { resolvePaths } from '@erudit-js/cog/kit';
+
+import { PROJECT_DIR } from '#erudit/globalPaths';
+import { stress } from '@erudit/utils/stress';
+
+import { debug, logger } from '@server/logger';
+import { ERUDIT_SERVER } from '@server/global';
+import { walkNav } from '@server/nav/utils';
+import { isRootNode, type NavNode } from '@server/nav/node';
+import { DbContent } from '@server/db/entities/Content';
+import { IMPORT } from '@server/importer';
+import { contributorExists } from '@server/repository/contributor';
+import { DbContribution } from '@server/db/entities/Contribution';
+import { DbFile } from '@server/db/entities/File';
+
+import { contentAsset } from '@erudit/shared/asset';
+import type { ImageData } from '@erudit/shared/image';
+
+import type { BuilderFunctionArgs } from './builderArgs';
+import { contentItemPath } from './path';
+import { buildBook } from './type/book';
+import { buildGroup } from './type/group';
+import { buildTopic } from './type/topic';
+import { scanFiles } from './files';
+
+const typeBuilders: Record<ContentType, Function> = {
+    book: buildBook,
+    group: buildGroup,
+    topic: buildTopic,
+};
+
+export async function buildContent() {
+    if (!ERUDIT_SERVER.NAV) return;
+
+    debug.start('Building content...');
+
+    await scanContentFiles();
+
+    const counters: Record<ContentType, number> = Object.fromEntries(
+        contentTypes.map((contentType) => [contentType, 0]),
+    ) as any;
+
+    await walkNav(async (node) => {
+        if (isRootNode(node)) return;
+        counters[node.type]++;
+        await addContentItem(node);
+    });
+
+    logger.success(
+        'Content built successfully!',
+        chalk.dim(
+            '(' +
+                Object.entries(counters)
+                    .map(([k, v]) => `${k.at(0)!.toUpperCase()}: ${v}`)
+                    .join(', ') +
+                ')',
+        ),
+    );
+}
+
+async function scanContentFiles() {
+    const contentFiles = scanFiles(PROJECT_DIR + '/content');
+    for (const [path, fullPath] of Object.entries(contentFiles)) {
+        const dbFile = new DbFile();
+        dbFile.path = path;
+        dbFile.fullPath = fullPath;
+        await ERUDIT_SERVER.DB.manager.save(dbFile);
+    }
+}
+
+async function addContentItem(navNode: NavNode) {
+    debug.start(
+        `Adding ${stress(navNode.type)} content item ${stress(navNode.id)}...`,
+    );
+
+    const dbContent = new DbContent();
+    dbContent.contentId = navNode.id;
+    dbContent.fullId = navNode.fullId;
+    dbContent.type = navNode.type;
+    dbContent.decoration = getDecoration(navNode);
+    dbContent.ogImage = await getOgImageData(navNode);
+    dbContent.references = await getContentReferences(navNode);
+
+    let config: Partial<ContentConfig> | undefined;
+
+    try {
+        config = (await IMPORT(contentItemPath(navNode, navNode.type), {
+            default: true,
+        })) as Partial<ContentConfig>;
+
+        dbContent.title = config.title;
+        dbContent.navTitle = config.navTitle;
+        dbContent.description = config.description;
+        dbContent.flags = config.flags;
+        dbContent.dependencies = config.dependencies;
+
+        if (config.seo) {
+            dbContent.seo = {
+                title: config.seo?.title,
+                description: config.seo?.description,
+            };
+        }
+
+        await addContributions(navNode, config.contributors);
+    } catch {}
+
+    await ERUDIT_SERVER.DB.manager.save(dbContent);
+
+    await typeBuilders[navNode.type](<BuilderFunctionArgs>{
+        navNode,
+        dbContent,
+        config,
+    });
+}
+
+function getDecoration(navNode: NavNode) {
+    if (existsSync(contentItemPath(navNode, 'decoration.svg')))
+        return `/${navNode.path}/decoration.svg`;
+
+    return undefined;
+}
+
+async function addContributions(navNode: NavNode, contributors?: string[]) {
+    if (!contributors || !contributors.length) {
+        if (navNode.type !== 'book' && navNode.type !== 'group')
+            logger.warn(
+                `${navNode.type.at(0)!.toUpperCase() + navNode.type.slice(1)} ${stress(navNode.id)} has no contributors!`,
+            );
+
+        return;
+    }
+
+    for (const contributorId of contributors) {
+        if (!(await contributorExists(contributorId))) {
+            logger.warn(
+                `Skipping unknown contributor ${stress(contributorId)} when adding ${navNode.type} ${stress(navNode.id)}!`,
+            );
+            continue;
+        }
+
+        const dbContribution = new DbContribution();
+        dbContribution.contentId = navNode.id;
+        dbContribution.contributorId = contributorId;
+        await ERUDIT_SERVER.DB.manager.save(dbContribution);
+    }
+}
+
+async function getOgImageData(
+    navNode: NavNode,
+): Promise<ImageData | undefined> {
+    const ogImagePath = globSync(
+        contentItemPath(navNode, 'og-image.{svg,webp,jpg,png}'),
+    ).pop();
+
+    if (ogImagePath) {
+        const size = await imageSizeFromFile(ogImagePath);
+        return {
+            src: contentAsset(
+                resolvePaths(ogImagePath).replace(
+                    PROJECT_DIR + '/content/',
+                    '',
+                ),
+            ),
+            width: size.width,
+            height: size.height,
+        };
+    }
+
+    return undefined;
+}
+
+async function getContentReferences(navNode: NavNode) {
+    try {
+        const references = await IMPORT(
+            contentItemPath(navNode, `references`),
+            { default: true },
+        );
+        return references as ContentReferences;
+    } catch (error) {}
+
+    return undefined;
+}