@paroicms/site-generator-plugin 0.11.0 → 0.12.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@paroicms/site-generator-plugin",
-  "version": "0.11.0",
+  "version": "0.12.0",
   "description": "ParoiCMS Site Generator Plugin",
   "keywords": [
     "paroicms",
@@ -45,12 +45,14 @@
   },
   "devDependencies": {
     "@paroi/data-formatters-lib": "~0.4.0",
-    "@paroicms/connector": "0.33.0",
+    "@paroi/use-async-effect": "~1.0.0",
+    "@paroicms/connector": "0.33.1",
     "@paroicms/internal-anywhere-lib": "1.28.0",
-    "@paroicms/internal-bo-lib": "1.14.0",
+    "@paroicms/internal-bo-lib": "1.15.0",
     "@paroicms/public-anywhere-lib": "0.22.0",
-    "@paroicms/public-bo-lib": "0.22.2",
-    "@paroicms/public-server-lib": "0.32.0",
+    "@paroicms/public-bo-lib": "0.23.0",
+    "@paroicms/public-server-lib": "0.33.0",
+    "@paroicms/react-ui": "0.1.0",
     "@types/dom-speech-recognition": "^0.0.6",
     "@types/node": "~22.14.1",
     "@types/react": "~19.1.1",

package/gen-backend/dist/generator/fake-content-generator.ts/content-report.js

@@ -1,15 +0,0 @@
-export function createGeneratedContentReport() {
-    let totalEntryCount = 0;
-    const llmReports = [];
-    return {
-        getResults() {
-            return { entryCount: totalEntryCount, llmReports };
-        },
-        add(entryCount, llmReport) {
-            totalEntryCount += entryCount;
-            if (llmReport) {
-                llmReports.push(llmReport);
-            }
-        },
-    };
-}

package/gen-backend/dist/generator/fake-content-generator.ts/create-database-with-fake-content.js

@@ -1,238 +0,0 @@
-import { getPartTypeByName, getRegularDocumentTypeByName, getRoutingDocumentTypeByName, } from "@paroicms/internal-anywhere-lib";
-import { createSimpleTranslator, } from "@paroicms/public-server-lib";
-import { updateGeneratedSiteStepSetAsCompleted, } from "../../db/db-write.queries.js";
-import { getRandomImagePath } from "../lib/images-lib.js";
-import { createTaskCollector } from "../lib/tasks.js";
-import { dedupMessages } from "./content-helpers.js";
-import { createGeneratedContentReport } from "./content-report.js";
-import { generateLocalizedFooterMention } from "./create-node-contents.js";
-import { generateFieldSetContent, generateMultipleFieldSetContents, } from "./generate-fake-content.js";
-export async function fillSiteWithFakeContent(ctx, stepHandle, { regSite, localizedValues }) {
-    const { service } = ctx;
-    const { fqdn } = regSite;
-    const report = createGeneratedContentReport();
-    const { siteSchema, siteIds } = await service.connector.loadSiteSchemaAndIds(fqdn);
-    const schemaI18n = createSimpleTranslator({
-        labels: siteSchema.l10n,
-        logger: ctx.logger,
-    });
-    await updateSiteFields(ctx, report, { fqdn, siteSchema, siteTitle: localizedValues.siteTitle });
-    const tasks = createTaskCollector(ctx);
-    fillRoutingDocumentAndAddChildren(ctx, tasks, report, {
-        fqdn,
-        siteSchema,
-        schemaI18n,
-    }, {
-        routingIds: siteIds.homeIds,
-        nodeType: siteSchema.nodeTypes.home,
-    });
-    const { promise } = tasks.runAll({ maxParallel: 10, rateLimitPerSecond: 3 });
-    const { doneCount, errorMessages } = await promise;
-    if (errorMessages.length > 0) {
-        ctx.logger.warn(`Failed to generate documents:\n  - ${errorMessages.join("\n  - ")}`);
-    }
-    ctx.logger.debug(`… Executed ${doneCount} generating tasks`);
-    const results = report.getResults();
-    await updateGeneratedSiteStepSetAsCompleted(ctx, stepHandle, {
-        status: "completed",
-        contentEntryCount: results.entryCount,
-        contentInputTokenCount: results.llmReports.reduce((acc, r) => acc + r.inputTokenCount, 0),
-        contentOutputTokenCount: results.llmReports.reduce((acc, r) => acc + (r.outputTokenCount ?? 0), 0),
-        contentErrors: errorMessages.length > 0 ? errorMessages.join("\n  - ") : null,
-    });
-}
-function fillRoutingDocumentAndAddChildren(ctx, tasks, report, siteOptions, nodeOptions) {
-    const { routingIds, nodeType } = nodeOptions;
-    const { siteSchema } = siteOptions;
-    tasks.add(() => updateRoutingDocument(ctx, report, siteOptions, nodeOptions));
-    for (const listType of nodeType.lists ?? []) {
-        for (const typeName of listType.parts) {
-            const partType = getPartTypeByName(siteSchema, typeName);
-            tasks.add(() => addParts(ctx, report, siteOptions, {
-                parentNodeId: routingIds.nodeId,
-                nodeType: partType,
-                documentType: nodeType,
-            }));
-        }
-    }
-    for (const typeName of nodeType.routingChildren ?? []) {
-        const childType = getRoutingDocumentTypeByName(siteSchema, typeName);
-        const childIds = routingIds.children?.[typeName];
-        if (!childIds)
-            throw new Error(`Missing childIds for ${typeName}`);
-        fillRoutingDocumentAndAddChildren(ctx, tasks, report, siteOptions, {
-            routingIds: childIds,
-            nodeType: childType,
-        });
-    }
-    for (const typeName of nodeType.regularChildren ?? []) {
-        const childType = getRegularDocumentTypeByName(siteSchema, typeName);
-        tasks.add(() => addRegularDocuments(ctx, report, siteOptions, {
-            parentNodeId: routingIds.nodeId,
-            nodeType: childType,
-            documentType: childType,
-        }));
-    }
-}
-async function updateSiteFields(ctx, _report, options) {
-    const { service, logger } = ctx;
-    logger.debug("Updating site fields…");
-    const { fqdn, siteSchema, siteTitle } = options;
-    const siteType = siteSchema.nodeTypes._site;
-    const logoImageFile = getRandomImagePath();
-    const fields = [
-        [
-            "title",
-            {
-                dataType: "string",
-                localized: true,
-                value: siteTitle,
-            },
-        ],
-        [
-            "favicon",
-            {
-                dataType: "media",
-                localized: false,
-                value: {
-                    file: logoImageFile,
-                },
-            },
-        ],
-        [
-            "ogImage",
-            {
-                dataType: "media",
-                localized: false,
-                value: {
-                    file: logoImageFile,
-                },
-            },
-        ],
-    ];
-    if (siteType.fields.some((f) => f.name === "logo")) {
-        fields.push([
-            "logo",
-            {
-                dataType: "media",
-                localized: false,
-                value: {
-                    file: logoImageFile,
-                },
-            },
-        ]);
-    }
-    if (siteType.fields.some((f) => f.name === "footerMention")) {
-        fields.push([
-            "footerMention",
-            {
-                dataType: "json",
-                localized: true,
-                value: generateLocalizedFooterMention(siteSchema),
-            },
-        ]);
-    }
-    await service.connector.updateSiteFields(fqdn, Object.fromEntries(fields));
-    logger.debug("… Site fields updated");
-}
-async function updateRoutingDocument(ctx, report, siteOptions, nodeOptions) {
-    ctx.logger.debug(`[TASK] Updating routing document "${nodeOptions.nodeType.typeName}"…`);
-    const { routingIds, nodeType } = nodeOptions;
-    const { fqdn, siteSchema, schemaI18n } = siteOptions;
-    const content = await generateFieldSetContent(ctx, {
-        nodeType,
-        documentType: nodeType,
-        siteSchema,
-        schemaI18n,
-        withTitle: false,
-        llmTaskName: nodeType.kebabName,
-    }, report);
-    await ctx.service.connector.updateDocumentContent(fqdn, {
-        nodeId: routingIds.nodeId,
-        content: toRiDocumentContent(content, nodeType),
-    });
-}
-async function addRegularDocuments(ctx, report, siteOptions, nodeOptions) {
-    ctx.logger.debug(`[TASK] Adding regular documents "${nodeOptions.nodeType.typeName}"…`);
-    const { parentNodeId, nodeType, documentType } = nodeOptions;
-    const { fqdn, siteSchema, schemaI18n } = siteOptions;
-    const tolerateErrors = {
-        errorMessages: [],
-    };
-    const list = await generateMultipleFieldSetContents(ctx, {
-        siteSchema,
-        nodeType,
-        documentType,
-        schemaI18n,
-        count: getDefaultNodeContentCount(nodeType),
-        withTitle: true,
-        tolerateErrors,
-        llmTaskName: nodeType.kebabName,
-    }, report);
-    const errorMessages = dedupMessages(tolerateErrors.errorMessages);
-    if (errorMessages.length > 0) {
-        ctx.logger.warn(`Error generating content for ${nodeType.typeName}:\n  - ${errorMessages.join("\n  - ")}`);
-    }
-    await ctx.service.connector.addMultipleDocumentContents(fqdn, {
-        parentNodeId,
-        contents: list.map((content) => toRiDocumentContent(content, nodeType)),
-    });
-}
-async function addParts(ctx, report, siteOptions, nodeOptions) {
-    ctx.logger.debug(`[TASK] Adding parts "${nodeOptions.nodeType.typeName}"…`);
-    const { parentNodeId, nodeType, documentType } = nodeOptions;
-    const { fqdn, siteSchema, schemaI18n } = siteOptions;
-    const tolerateErrors = {
-        errorMessages: [],
-    };
-    const list = await generateMultipleFieldSetContents(ctx, {
-        siteSchema,
-        nodeType,
-        documentType,
-        schemaI18n,
-        count: getDefaultNodeContentCount(nodeType),
-        withTitle: true,
-        tolerateErrors,
-        llmTaskName: nodeType.kebabName,
-    }, report);
-    const errorMessages = dedupMessages(tolerateErrors.errorMessages);
-    if (errorMessages.length > 0) {
-        ctx.logger.warn(`Error generating content for ${nodeType.typeName}:\n  - ${errorMessages.join("\n  - ")}`);
-    }
-    await ctx.service.connector.addMultiplePartContents(fqdn, {
-        parentNodeId,
-        contents: list.map((content) => toRiPartContent(content, nodeType)),
-    });
-}
-function toRiDocumentContent(content, nodeType) {
-    const { title, fields, featuredImage } = content;
-    return {
-        kind: "document",
-        typeName: nodeType.typeName,
-        title,
-        featuredImage,
-        fields,
-    };
-}
-function toRiPartContent(content, nodeType) {
-    const { fields } = content;
-    return {
-        kind: "part",
-        typeName: nodeType.typeName,
-        fields,
-    };
-}
-function getDefaultNodeContentCount(nodeType) {
-    if (nodeType.kind === "site")
-        throw new Error("Cannot generate content for site node type");
-    if (nodeType.kind === "document") {
-        if (nodeType.documentKind === "routing")
-            return 1;
-        if (nodeType.route === ":yyyy/:mm/:dd/:relativeId-:slug")
-            return 14; // 4
-        return 8; // 2
-    }
-    if (nodeType.kind === "part")
-        return 8; // 2
-    throw new Error(`Unknown node type kind: ${nodeType.kind}`);
-}