ima2-gen 1.1.7 → 1.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +56 -27
- package/bin/commands/annotate.js +137 -0
- package/bin/commands/annotate.ts +118 -0
- package/bin/commands/cancel.js +37 -33
- package/bin/commands/cancel.ts +45 -0
- package/bin/commands/canvas-versions.js +91 -0
- package/bin/commands/canvas-versions.ts +80 -0
- package/bin/commands/cardnews.js +293 -0
- package/bin/commands/cardnews.ts +248 -0
- package/bin/commands/comfy.js +63 -0
- package/bin/commands/comfy.ts +54 -0
- package/bin/commands/config.js +270 -0
- package/bin/commands/config.ts +265 -0
- package/bin/commands/edit.js +97 -72
- package/bin/commands/edit.ts +116 -0
- package/bin/commands/gen.js +140 -118
- package/bin/commands/gen.ts +176 -0
- package/bin/commands/history.js +164 -0
- package/bin/commands/history.ts +145 -0
- package/bin/commands/ls.js +60 -42
- package/bin/commands/ls.ts +60 -0
- package/bin/commands/metadata.js +45 -0
- package/bin/commands/metadata.ts +36 -0
- package/bin/commands/multimode.js +159 -0
- package/bin/commands/multimode.ts +146 -0
- package/bin/commands/node.js +176 -0
- package/bin/commands/node.ts +157 -0
- package/bin/commands/observability.js +201 -0
- package/bin/commands/observability.ts +176 -0
- package/bin/commands/ping.js +26 -20
- package/bin/commands/ping.ts +29 -0
- package/bin/commands/prompt.js +506 -0
- package/bin/commands/prompt.ts +421 -0
- package/bin/commands/ps.js +78 -71
- package/bin/commands/ps.ts +78 -0
- package/bin/commands/session.js +308 -0
- package/bin/commands/session.ts +265 -0
- package/bin/commands/show.js +75 -40
- package/bin/commands/show.ts +69 -0
- package/bin/ima2.js +324 -310
- package/bin/ima2.ts +444 -0
- package/bin/lib/args.js +75 -66
- package/bin/lib/args.ts +73 -0
- package/bin/lib/browser-id.js +15 -0
- package/bin/lib/browser-id.ts +16 -0
- package/bin/lib/client.js +91 -83
- package/bin/lib/client.ts +109 -0
- package/bin/lib/error-hints.js +14 -17
- package/bin/lib/error-hints.ts +23 -0
- package/bin/lib/files.js +26 -28
- package/bin/lib/files.ts +39 -0
- package/bin/lib/output.js +44 -42
- package/bin/lib/output.ts +58 -0
- package/bin/lib/platform.js +60 -56
- package/bin/lib/platform.ts +97 -0
- package/bin/lib/sse.js +73 -0
- package/bin/lib/sse.ts +73 -0
- package/bin/lib/star-prompt.js +69 -76
- package/bin/lib/star-prompt.ts +97 -0
- package/bin/lib/storage-doctor.js +34 -35
- package/bin/lib/storage-doctor.ts +38 -0
- package/config.js +147 -190
- package/config.ts +331 -0
- package/docs/API.md +48 -8
- package/docs/CLI.md +190 -0
- package/docs/FAQ.ko.md +5 -5
- package/docs/FAQ.md +5 -5
- package/docs/README.ja.md +71 -25
- package/docs/README.ko.md +61 -24
- package/docs/README.zh-CN.md +73 -27
- package/lib/assetLifecycle.js +130 -130
- package/lib/assetLifecycle.ts +142 -0
- package/lib/canvasVersionStore.js +135 -153
- package/lib/canvasVersionStore.ts +181 -0
- package/lib/cardNewsGenerator.js +127 -142
- package/lib/cardNewsGenerator.ts +162 -0
- package/lib/cardNewsJobStore.js +78 -84
- package/lib/cardNewsJobStore.ts +107 -0
- package/lib/cardNewsManifestStore.js +88 -93
- package/lib/cardNewsManifestStore.ts +112 -0
- package/lib/cardNewsPlanner.js +157 -152
- package/lib/cardNewsPlanner.ts +180 -0
- package/lib/cardNewsPlannerClient.js +101 -98
- package/lib/cardNewsPlannerClient.ts +114 -0
- package/lib/cardNewsPlannerPrompt.js +56 -56
- package/lib/cardNewsPlannerPrompt.ts +60 -0
- package/lib/cardNewsPlannerSchema.js +231 -223
- package/lib/cardNewsPlannerSchema.ts +259 -0
- package/lib/cardNewsRoleTemplateStore.js +39 -41
- package/lib/cardNewsRoleTemplateStore.ts +47 -0
- package/lib/cardNewsTemplateStore.js +171 -175
- package/lib/cardNewsTemplateStore.ts +210 -0
- package/lib/codexDetect.js +44 -47
- package/lib/codexDetect.ts +69 -0
- package/lib/comfyBridge.js +164 -184
- package/lib/comfyBridge.ts +214 -0
- package/lib/db.js +41 -51
- package/lib/db.ts +166 -0
- package/lib/errorClassify.js +62 -78
- package/lib/errorClassify.ts +100 -0
- package/lib/generationErrors.js +140 -103
- package/lib/generationErrors.ts +125 -0
- package/lib/historyList.js +149 -147
- package/lib/historyList.ts +164 -0
- package/lib/imageMetadata.js +86 -89
- package/lib/imageMetadata.ts +111 -0
- package/lib/imageMetadataStore.js +46 -51
- package/lib/imageMetadataStore.ts +67 -0
- package/lib/imageModels.js +38 -45
- package/lib/imageModels.ts +52 -0
- package/lib/inflight.js +131 -150
- package/lib/inflight.ts +204 -0
- package/lib/localImportStore.js +105 -0
- package/lib/localImportStore.ts +111 -0
- package/lib/logger.js +105 -112
- package/lib/logger.ts +150 -0
- package/lib/nodeStore.js +65 -64
- package/lib/nodeStore.ts +81 -0
- package/lib/oauthLauncher.js +61 -59
- package/lib/oauthLauncher.ts +64 -0
- package/lib/oauthNormalize.js +15 -19
- package/lib/oauthNormalize.ts +30 -0
- package/lib/oauthProxy.js +834 -832
- package/lib/oauthProxy.ts +995 -0
- package/lib/openDirectory.js +41 -40
- package/lib/openDirectory.ts +45 -0
- package/lib/pngInfo.js +18 -20
- package/lib/pngInfo.ts +26 -0
- package/lib/promptImport/curatedSources.js +135 -0
- package/lib/promptImport/curatedSources.ts +139 -0
- package/lib/promptImport/discoveryRegistry.js +218 -0
- package/lib/promptImport/discoveryRegistry.ts +236 -0
- package/lib/promptImport/errors.js +10 -10
- package/lib/promptImport/errors.ts +18 -0
- package/lib/promptImport/githubDiscovery.js +238 -0
- package/lib/promptImport/githubDiscovery.ts +248 -0
- package/lib/promptImport/githubFolder.js +302 -0
- package/lib/promptImport/githubFolder.ts +308 -0
- package/lib/promptImport/githubSource.js +194 -171
- package/lib/promptImport/githubSource.ts +239 -0
- package/lib/promptImport/gptImageHints.js +61 -0
- package/lib/promptImport/gptImageHints.ts +68 -0
- package/lib/promptImport/parsePromptCandidates.js +110 -112
- package/lib/promptImport/parsePromptCandidates.ts +153 -0
- package/lib/promptImport/promptIndex.js +230 -0
- package/lib/promptImport/promptIndex.ts +248 -0
- package/lib/promptImport/rankPromptCandidates.js +52 -0
- package/lib/promptImport/rankPromptCandidates.ts +49 -0
- package/lib/providerOptions.js +31 -0
- package/lib/providerOptions.ts +41 -0
- package/lib/referenceImageCompress.js +51 -62
- package/lib/referenceImageCompress.ts +75 -0
- package/lib/refs.js +93 -81
- package/lib/refs.ts +117 -0
- package/lib/requestLogger.js +32 -38
- package/lib/requestLogger.ts +48 -0
- package/lib/responsesImageAdapter.js +351 -0
- package/lib/responsesImageAdapter.ts +352 -0
- package/lib/runtimePorts.js +71 -73
- package/lib/runtimePorts.ts +93 -0
- package/lib/sessionStore.js +179 -230
- package/lib/sessionStore.ts +272 -0
- package/lib/storageMigration.js +247 -245
- package/lib/storageMigration.ts +284 -0
- package/lib/styleSheet.js +86 -90
- package/lib/styleSheet.ts +128 -0
- package/lib/systemTrash.js +18 -0
- package/lib/systemTrash.ts +20 -0
- package/package.json +26 -10
- package/routes/annotations.js +76 -79
- package/routes/annotations.ts +95 -0
- package/routes/canvasVersions.js +50 -54
- package/routes/canvasVersions.ts +64 -0
- package/routes/cardNews.js +158 -171
- package/routes/cardNews.ts +183 -0
- package/routes/comfy.js +23 -31
- package/routes/comfy.ts +39 -0
- package/routes/edit.js +183 -214
- package/routes/edit.ts +230 -0
- package/routes/generate.js +269 -291
- package/routes/generate.ts +309 -0
- package/routes/health.js +102 -107
- package/routes/health.ts +114 -0
- package/routes/history.js +136 -144
- package/routes/history.ts +153 -0
- package/routes/imageImport.js +33 -0
- package/routes/imageImport.ts +33 -0
- package/routes/index.js +18 -16
- package/routes/index.ts +35 -0
- package/routes/metadata.js +60 -64
- package/routes/metadata.ts +71 -0
- package/routes/multimode.js +228 -263
- package/routes/multimode.ts +280 -0
- package/routes/nodes.js +378 -424
- package/routes/nodes.ts +455 -0
- package/routes/promptImport.js +291 -152
- package/routes/promptImport.ts +354 -0
- package/routes/prompts.js +333 -360
- package/routes/prompts.ts +379 -0
- package/routes/sessions.js +277 -285
- package/routes/sessions.ts +292 -0
- package/routes/storage.js +29 -31
- package/routes/storage.ts +39 -0
- package/server.js +189 -196
- package/server.ts +235 -0
- package/ui/dist/.vite/manifest.json +101 -0
- package/ui/dist/assets/CardNewsWorkspace-BJOCey7Z.js +2 -0
- package/ui/dist/assets/NodeCanvas-BZV40eAE.css +1 -0
- package/ui/dist/assets/NodeCanvas-C3dzYNsk.js +7 -0
- package/ui/dist/assets/PromptImportDialog-Dqu1VpUh.js +2 -0
- package/ui/dist/assets/PromptImportDiscoverySection-Dg8T9X0L.js +1 -0
- package/ui/dist/assets/PromptImportFolderSection-DBaqsFO4.js +1 -0
- package/ui/dist/assets/PromptLibraryPanel-p5QqR97M.js +2 -0
- package/ui/dist/assets/SettingsWorkspace-B5bSAZ6u.js +1 -0
- package/ui/dist/assets/index-C9cXwiWE.js +25 -0
- package/ui/dist/assets/index-CGMIkZXn.css +1 -0
- package/ui/dist/assets/index-Cvld7dUZ.js +1 -0
- package/ui/dist/index.html +6 -3
- package/assets/screenshot.png +0 -0
- package/assets/screenshots/classic-generate-light.png +0 -0
- package/assets/screenshots/node-graph-branching.png +0 -0
- package/assets/screenshots/settings-oauth-generation.png +0 -0
- package/assets/screenshots/settings-workspace.png +0 -0
- package/assets/screenshots/style-sheet-editor.png +0 -0
- package/integrations/comfyui/ima2_gen_bridge/__pycache__/__init__.cpython-313.pyc +0 -0
- package/integrations/comfyui/ima2_gen_bridge/__pycache__/nodes.cpython-313.pyc +0 -0
- package/ui/dist/assets/index-DARPdT4Q.css +0 -1
- package/ui/dist/assets/index-ht80GMq4.js +0 -31
- package/ui/dist/assets/index-ht80GMq4.js.map +0 -1
package/lib/cardNewsGenerator.js
CHANGED
|
@@ -4,159 +4,144 @@ import { ulid } from "ulid";
|
|
|
4
4
|
import { generateViaOAuth } from "./oauthProxy.js";
|
|
5
5
|
import { readTemplateBaseB64 } from "./cardNewsTemplateStore.js";
|
|
6
6
|
import { writeCardNewsManifest, writeCardSidecar } from "./cardNewsManifestStore.js";
|
|
7
|
-
|
|
8
7
|
function formatRenderedTextInstruction(textFields = []) {
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
8
|
+
const visible = (Array.isArray(textFields) ? textFields : [])
|
|
9
|
+
.filter((field) => field?.renderMode === "in-image" && field.text);
|
|
10
|
+
if (!visible.length) {
|
|
11
|
+
return [
|
|
12
|
+
"Do not render readable text unless explicitly listed.",
|
|
13
|
+
"Do not render role labels, schema keys, placeholder labels, or untranslated summaries.",
|
|
14
|
+
].join("\n");
|
|
15
|
+
}
|
|
12
16
|
return [
|
|
13
|
-
|
|
14
|
-
|
|
17
|
+
"Render only the following readable text items exactly as written:",
|
|
18
|
+
...visible.map((field) => {
|
|
19
|
+
const slot = field.slotId ? ` in slot ${field.slotId}` : "";
|
|
20
|
+
return `- ${field.kind} at ${field.placement}${slot}: "${field.text}"`;
|
|
21
|
+
}),
|
|
22
|
+
"Preserve the language and spelling of every listed text item.",
|
|
23
|
+
"Do not render role labels, schema keys, placeholder labels, or extra text.",
|
|
15
24
|
].join("\n");
|
|
16
|
-
}
|
|
17
|
-
return [
|
|
18
|
-
"Render only the following readable text items exactly as written:",
|
|
19
|
-
...visible.map((field) => {
|
|
20
|
-
const slot = field.slotId ? ` in slot ${field.slotId}` : "";
|
|
21
|
-
return `- ${field.kind} at ${field.placement}${slot}: "${field.text}"`;
|
|
22
|
-
}),
|
|
23
|
-
"Preserve the language and spelling of every listed text item.",
|
|
24
|
-
"Do not render role labels, schema keys, placeholder labels, or extra text.",
|
|
25
|
-
].join("\n");
|
|
26
25
|
}
|
|
27
|
-
|
|
28
26
|
export function assemblePrompt(template, card) {
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
27
|
+
return [
|
|
28
|
+
template.stylePrompt,
|
|
29
|
+
card.visualPrompt,
|
|
30
|
+
formatRenderedTextInstruction(card.textFields),
|
|
31
|
+
template.negativePrompt ? `Avoid: ${template.negativePrompt}` : "",
|
|
32
|
+
].filter(Boolean).join("\n");
|
|
35
33
|
}
|
|
36
|
-
|
|
37
34
|
async function mapLimit(items, limit, fn) {
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
35
|
+
const out = new Array(items.length);
|
|
36
|
+
let next = 0;
|
|
37
|
+
async function worker() {
|
|
38
|
+
while (next < items.length) {
|
|
39
|
+
const i = next++;
|
|
40
|
+
out[i] = await fn(items[i], i);
|
|
41
|
+
}
|
|
44
42
|
}
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
return out;
|
|
43
|
+
await Promise.all(Array.from({ length: Math.min(limit, items.length) }, worker));
|
|
44
|
+
return out;
|
|
48
45
|
}
|
|
49
|
-
|
|
50
46
|
export async function generateCardNewsSet(ctx, input, options = {}) {
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
const imageTemplateId = input.imageTemplateId || "academy-lesson-square";
|
|
62
|
-
const { template, templateBase, b64: templateB64 } = await readTemplateBaseB64(ctx, imageTemplateId);
|
|
63
|
-
const dir = join(ctx.config.storage.generatedDir, "cardnews", setId);
|
|
64
|
-
await mkdir(dir, { recursive: true });
|
|
65
|
-
|
|
66
|
-
const quality = input.quality || "medium";
|
|
67
|
-
const size = input.size || template.size || "2048x2048";
|
|
68
|
-
const moderation = input.moderation || "low";
|
|
69
|
-
const model = input.model || ctx.config.imageModels.default;
|
|
70
|
-
const generateFn = options.generateFn || generateViaOAuth;
|
|
71
|
-
|
|
72
|
-
const generatedCards = await mapLimit(cardsToGenerate, Number(input.concurrency) || 2, async (card, index) => {
|
|
73
|
-
const cardOrder = Number(card.cardOrder || card.order || index + 1);
|
|
74
|
-
const baseFilename = `card-${String(cardOrder).padStart(2, "0")}`;
|
|
75
|
-
const imageFilename = `${baseFilename}.png`;
|
|
76
|
-
const sidecarFilename = `${baseFilename}.json`;
|
|
77
|
-
const requestId = input.requestId || `${setId}_${baseFilename}`;
|
|
78
|
-
const prompt = assemblePrompt(template, card);
|
|
79
|
-
let result = null;
|
|
80
|
-
let error = null;
|
|
81
|
-
if (typeof options.onCardStart === "function") {
|
|
82
|
-
await options.onCardStart({ ...card, cardOrder, cardId: card.id || `card_${cardOrder}` });
|
|
47
|
+
const setId = input.setId || `cs_${ulid()}`;
|
|
48
|
+
const cards = Array.isArray(input.cards) ? input.cards : [];
|
|
49
|
+
const cardsToGenerate = cards.filter((card) => !card.locked);
|
|
50
|
+
if (cardsToGenerate.length === 0) {
|
|
51
|
+
const err = new Error("cards are required");
|
|
52
|
+
err.status = 400;
|
|
53
|
+
err.code = "CARD_NEWS_CARDS_REQUIRED";
|
|
54
|
+
throw err;
|
|
83
55
|
}
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
56
|
+
const imageTemplateId = input.imageTemplateId || "academy-lesson-square";
|
|
57
|
+
const { template, templateBase, b64: templateB64 } = await readTemplateBaseB64(ctx, imageTemplateId);
|
|
58
|
+
const dir = join(ctx.config.storage.generatedDir, "cardnews", setId);
|
|
59
|
+
await mkdir(dir, { recursive: true });
|
|
60
|
+
const quality = input.quality || "medium";
|
|
61
|
+
const size = input.size || template.size || "2048x2048";
|
|
62
|
+
const moderation = input.moderation || "low";
|
|
63
|
+
const model = input.model || ctx.config.imageModels.default;
|
|
64
|
+
const generateFn = options.generateFn || generateViaOAuth;
|
|
65
|
+
const generatedCards = await mapLimit(cardsToGenerate, Number(input.concurrency) || 2, async (card, index) => {
|
|
66
|
+
const cardOrder = Number(card.cardOrder || card.order || index + 1);
|
|
67
|
+
const baseFilename = `card-${String(cardOrder).padStart(2, "0")}`;
|
|
68
|
+
const imageFilename = `${baseFilename}.png`;
|
|
69
|
+
const sidecarFilename = `${baseFilename}.json`;
|
|
70
|
+
const requestId = input.requestId || `${setId}_${baseFilename}`;
|
|
71
|
+
const prompt = assemblePrompt(template, card);
|
|
72
|
+
let result = null;
|
|
73
|
+
let error = null;
|
|
74
|
+
if (typeof options.onCardStart === "function") {
|
|
75
|
+
await options.onCardStart({ ...card, cardOrder, cardId: card.id || `card_${cardOrder}` });
|
|
76
|
+
}
|
|
77
|
+
try {
|
|
78
|
+
result = await generateFn(prompt, quality, size, moderation, [templateB64, ...(Array.isArray(card.references) ? card.references : [])], requestId, input.promptMode || "direct", ctx, { model });
|
|
79
|
+
if (!result?.b64) {
|
|
80
|
+
error = { code: "CARD_NEWS_EMPTY_IMAGE", message: "No image data returned" };
|
|
81
|
+
}
|
|
82
|
+
else {
|
|
83
|
+
await writeFile(join(dir, imageFilename), Buffer.from(result.b64, "base64"));
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
catch (err) {
|
|
87
|
+
error = { code: err.code || "CARD_NEWS_CARD_FAILED", message: err.message || "Card generation failed" };
|
|
88
|
+
}
|
|
89
|
+
const sidecar = {
|
|
90
|
+
kind: "card-news-card",
|
|
91
|
+
setId,
|
|
92
|
+
sessionId: input.sessionId || null,
|
|
93
|
+
requestId,
|
|
94
|
+
cardId: card.id || `card_${cardOrder}`,
|
|
95
|
+
cardOrder,
|
|
96
|
+
title: input.title || "Untitled card news",
|
|
97
|
+
role: card.role || "card",
|
|
98
|
+
headline: card.headline || "",
|
|
99
|
+
body: card.body || "",
|
|
100
|
+
textFields: Array.isArray(card.textFields) ? card.textFields : [],
|
|
101
|
+
imageTemplateId,
|
|
102
|
+
generationStrategy: "parallel-template-i2i",
|
|
103
|
+
templateBase,
|
|
104
|
+
prompt,
|
|
105
|
+
visualPrompt: card.visualPrompt || "",
|
|
106
|
+
imageFilename: error ? null : imageFilename,
|
|
107
|
+
sidecarFilename,
|
|
108
|
+
locked: !!card.locked,
|
|
109
|
+
status: error ? "error" : "generated",
|
|
110
|
+
error,
|
|
111
|
+
createdAt: Date.now(),
|
|
112
|
+
generatedAt: error ? null : Date.now(),
|
|
113
|
+
revisedPrompt: result?.revisedPrompt || null,
|
|
114
|
+
};
|
|
115
|
+
await writeCardSidecar(dir, sidecarFilename, sidecar);
|
|
116
|
+
if (typeof options.onCardDone === "function")
|
|
117
|
+
await options.onCardDone(sidecar);
|
|
118
|
+
return sidecar;
|
|
119
|
+
});
|
|
120
|
+
const manifest = {
|
|
121
|
+
kind: "card-news-set",
|
|
122
|
+
setId,
|
|
123
|
+
sessionId: input.sessionId || null,
|
|
124
|
+
requestId: input.requestId || null,
|
|
125
|
+
title: input.title || "Untitled card news",
|
|
126
|
+
imageTemplateId,
|
|
127
|
+
roleTemplateId: input.roleTemplateId || "mid-5",
|
|
128
|
+
generationStrategy: "parallel-template-i2i",
|
|
88
129
|
size,
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
kind: "card-news-card",
|
|
106
|
-
setId,
|
|
107
|
-
sessionId: input.sessionId || null,
|
|
108
|
-
requestId,
|
|
109
|
-
cardId: card.id || `card_${cardOrder}`,
|
|
110
|
-
cardOrder,
|
|
111
|
-
title: input.title || "Untitled card news",
|
|
112
|
-
role: card.role || "card",
|
|
113
|
-
headline: card.headline || "",
|
|
114
|
-
body: card.body || "",
|
|
115
|
-
textFields: Array.isArray(card.textFields) ? card.textFields : [],
|
|
116
|
-
imageTemplateId,
|
|
117
|
-
generationStrategy: "parallel-template-i2i",
|
|
118
|
-
templateBase,
|
|
119
|
-
prompt,
|
|
120
|
-
visualPrompt: card.visualPrompt || "",
|
|
121
|
-
imageFilename: error ? null : imageFilename,
|
|
122
|
-
sidecarFilename,
|
|
123
|
-
locked: !!card.locked,
|
|
124
|
-
status: error ? "error" : "generated",
|
|
125
|
-
error,
|
|
126
|
-
createdAt: Date.now(),
|
|
127
|
-
generatedAt: error ? null : Date.now(),
|
|
128
|
-
revisedPrompt: result?.revisedPrompt || null,
|
|
130
|
+
cardCount: generatedCards.length,
|
|
131
|
+
createdAt: Date.now(),
|
|
132
|
+
cards: generatedCards,
|
|
133
|
+
};
|
|
134
|
+
await writeCardNewsManifest(ctx.config.storage.generatedDir, manifest);
|
|
135
|
+
return {
|
|
136
|
+
setId,
|
|
137
|
+
manifest,
|
|
138
|
+
cards: generatedCards.map((card) => ({
|
|
139
|
+
...card,
|
|
140
|
+
id: card.cardId,
|
|
141
|
+
order: card.cardOrder,
|
|
142
|
+
url: card.imageFilename
|
|
143
|
+
? `/generated/cardnews/${encodeURIComponent(setId)}/${encodeURIComponent(card.imageFilename)}`
|
|
144
|
+
: undefined,
|
|
145
|
+
})),
|
|
129
146
|
};
|
|
130
|
-
await writeCardSidecar(dir, sidecarFilename, sidecar);
|
|
131
|
-
if (typeof options.onCardDone === "function") await options.onCardDone(sidecar);
|
|
132
|
-
return sidecar;
|
|
133
|
-
});
|
|
134
|
-
|
|
135
|
-
const manifest = {
|
|
136
|
-
kind: "card-news-set",
|
|
137
|
-
setId,
|
|
138
|
-
sessionId: input.sessionId || null,
|
|
139
|
-
requestId: input.requestId || null,
|
|
140
|
-
title: input.title || "Untitled card news",
|
|
141
|
-
imageTemplateId,
|
|
142
|
-
roleTemplateId: input.roleTemplateId || "mid-5",
|
|
143
|
-
generationStrategy: "parallel-template-i2i",
|
|
144
|
-
size,
|
|
145
|
-
cardCount: generatedCards.length,
|
|
146
|
-
createdAt: Date.now(),
|
|
147
|
-
cards: generatedCards,
|
|
148
|
-
};
|
|
149
|
-
await writeCardNewsManifest(ctx.config.storage.generatedDir, manifest);
|
|
150
|
-
return {
|
|
151
|
-
setId,
|
|
152
|
-
manifest,
|
|
153
|
-
cards: generatedCards.map((card) => ({
|
|
154
|
-
...card,
|
|
155
|
-
id: card.cardId,
|
|
156
|
-
order: card.cardOrder,
|
|
157
|
-
url: card.imageFilename
|
|
158
|
-
? `/generated/cardnews/${encodeURIComponent(setId)}/${encodeURIComponent(card.imageFilename)}`
|
|
159
|
-
: undefined,
|
|
160
|
-
})),
|
|
161
|
-
};
|
|
162
147
|
}
|
|
@@ -0,0 +1,162 @@
|
|
|
1
|
+
import { mkdir, writeFile } from "node:fs/promises";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import { ulid } from "ulid";
|
|
4
|
+
import { generateViaOAuth } from "./oauthProxy.js";
|
|
5
|
+
import { readTemplateBaseB64 } from "./cardNewsTemplateStore.js";
|
|
6
|
+
import { writeCardNewsManifest, writeCardSidecar } from "./cardNewsManifestStore.js";
|
|
7
|
+
|
|
8
|
+
function formatRenderedTextInstruction(textFields = []) {
|
|
9
|
+
const visible = (Array.isArray(textFields) ? textFields : [])
|
|
10
|
+
.filter((field) => field?.renderMode === "in-image" && field.text);
|
|
11
|
+
if (!visible.length) {
|
|
12
|
+
return [
|
|
13
|
+
"Do not render readable text unless explicitly listed.",
|
|
14
|
+
"Do not render role labels, schema keys, placeholder labels, or untranslated summaries.",
|
|
15
|
+
].join("\n");
|
|
16
|
+
}
|
|
17
|
+
return [
|
|
18
|
+
"Render only the following readable text items exactly as written:",
|
|
19
|
+
...visible.map((field) => {
|
|
20
|
+
const slot = field.slotId ? ` in slot ${field.slotId}` : "";
|
|
21
|
+
return `- ${field.kind} at ${field.placement}${slot}: "${field.text}"`;
|
|
22
|
+
}),
|
|
23
|
+
"Preserve the language and spelling of every listed text item.",
|
|
24
|
+
"Do not render role labels, schema keys, placeholder labels, or extra text.",
|
|
25
|
+
].join("\n");
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
export function assemblePrompt(template, card) {
|
|
29
|
+
return [
|
|
30
|
+
template.stylePrompt,
|
|
31
|
+
card.visualPrompt,
|
|
32
|
+
formatRenderedTextInstruction(card.textFields),
|
|
33
|
+
template.negativePrompt ? `Avoid: ${template.negativePrompt}` : "",
|
|
34
|
+
].filter(Boolean).join("\n");
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
async function mapLimit(items, limit, fn) {
|
|
38
|
+
const out = new Array(items.length);
|
|
39
|
+
let next = 0;
|
|
40
|
+
async function worker() {
|
|
41
|
+
while (next < items.length) {
|
|
42
|
+
const i = next++;
|
|
43
|
+
out[i] = await fn(items[i], i);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
await Promise.all(Array.from({ length: Math.min(limit, items.length) }, worker));
|
|
47
|
+
return out;
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
export async function generateCardNewsSet(ctx, input, options: any = {}) {
|
|
51
|
+
const setId = input.setId || `cs_${ulid()}`;
|
|
52
|
+
const cards = Array.isArray(input.cards) ? input.cards : [];
|
|
53
|
+
const cardsToGenerate = cards.filter((card) => !card.locked);
|
|
54
|
+
if (cardsToGenerate.length === 0) {
|
|
55
|
+
const err: any = new Error("cards are required");
|
|
56
|
+
err.status = 400;
|
|
57
|
+
err.code = "CARD_NEWS_CARDS_REQUIRED";
|
|
58
|
+
throw err;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
const imageTemplateId = input.imageTemplateId || "academy-lesson-square";
|
|
62
|
+
const { template, templateBase, b64: templateB64 } = await readTemplateBaseB64(ctx, imageTemplateId);
|
|
63
|
+
const dir = join(ctx.config.storage.generatedDir, "cardnews", setId);
|
|
64
|
+
await mkdir(dir, { recursive: true });
|
|
65
|
+
|
|
66
|
+
const quality = input.quality || "medium";
|
|
67
|
+
const size = input.size || template.size || "2048x2048";
|
|
68
|
+
const moderation = input.moderation || "low";
|
|
69
|
+
const model = input.model || ctx.config.imageModels.default;
|
|
70
|
+
const generateFn = options.generateFn || generateViaOAuth;
|
|
71
|
+
|
|
72
|
+
const generatedCards = await mapLimit(cardsToGenerate, Number(input.concurrency) || 2, async (card, index) => {
|
|
73
|
+
const cardOrder = Number(card.cardOrder || card.order || index + 1);
|
|
74
|
+
const baseFilename = `card-${String(cardOrder).padStart(2, "0")}`;
|
|
75
|
+
const imageFilename = `${baseFilename}.png`;
|
|
76
|
+
const sidecarFilename = `${baseFilename}.json`;
|
|
77
|
+
const requestId = input.requestId || `${setId}_${baseFilename}`;
|
|
78
|
+
const prompt = assemblePrompt(template, card);
|
|
79
|
+
let result = null;
|
|
80
|
+
let error = null;
|
|
81
|
+
if (typeof options.onCardStart === "function") {
|
|
82
|
+
await options.onCardStart({ ...card, cardOrder, cardId: card.id || `card_${cardOrder}` });
|
|
83
|
+
}
|
|
84
|
+
try {
|
|
85
|
+
result = await generateFn(
|
|
86
|
+
prompt,
|
|
87
|
+
quality,
|
|
88
|
+
size,
|
|
89
|
+
moderation,
|
|
90
|
+
[templateB64, ...(Array.isArray(card.references) ? card.references : [])],
|
|
91
|
+
requestId,
|
|
92
|
+
input.promptMode || "direct",
|
|
93
|
+
ctx,
|
|
94
|
+
{ model },
|
|
95
|
+
);
|
|
96
|
+
if (!result?.b64) {
|
|
97
|
+
error = { code: "CARD_NEWS_EMPTY_IMAGE", message: "No image data returned" };
|
|
98
|
+
} else {
|
|
99
|
+
await writeFile(join(dir, imageFilename), Buffer.from(result.b64, "base64"));
|
|
100
|
+
}
|
|
101
|
+
} catch (err) {
|
|
102
|
+
error = { code: err.code || "CARD_NEWS_CARD_FAILED", message: err.message || "Card generation failed" };
|
|
103
|
+
}
|
|
104
|
+
const sidecar = {
|
|
105
|
+
kind: "card-news-card",
|
|
106
|
+
setId,
|
|
107
|
+
sessionId: input.sessionId || null,
|
|
108
|
+
requestId,
|
|
109
|
+
cardId: card.id || `card_${cardOrder}`,
|
|
110
|
+
cardOrder,
|
|
111
|
+
title: input.title || "Untitled card news",
|
|
112
|
+
role: card.role || "card",
|
|
113
|
+
headline: card.headline || "",
|
|
114
|
+
body: card.body || "",
|
|
115
|
+
textFields: Array.isArray(card.textFields) ? card.textFields : [],
|
|
116
|
+
imageTemplateId,
|
|
117
|
+
generationStrategy: "parallel-template-i2i",
|
|
118
|
+
templateBase,
|
|
119
|
+
prompt,
|
|
120
|
+
visualPrompt: card.visualPrompt || "",
|
|
121
|
+
imageFilename: error ? null : imageFilename,
|
|
122
|
+
sidecarFilename,
|
|
123
|
+
locked: !!card.locked,
|
|
124
|
+
status: error ? "error" : "generated",
|
|
125
|
+
error,
|
|
126
|
+
createdAt: Date.now(),
|
|
127
|
+
generatedAt: error ? null : Date.now(),
|
|
128
|
+
revisedPrompt: result?.revisedPrompt || null,
|
|
129
|
+
};
|
|
130
|
+
await writeCardSidecar(dir, sidecarFilename, sidecar);
|
|
131
|
+
if (typeof options.onCardDone === "function") await options.onCardDone(sidecar);
|
|
132
|
+
return sidecar;
|
|
133
|
+
});
|
|
134
|
+
|
|
135
|
+
const manifest = {
|
|
136
|
+
kind: "card-news-set",
|
|
137
|
+
setId,
|
|
138
|
+
sessionId: input.sessionId || null,
|
|
139
|
+
requestId: input.requestId || null,
|
|
140
|
+
title: input.title || "Untitled card news",
|
|
141
|
+
imageTemplateId,
|
|
142
|
+
roleTemplateId: input.roleTemplateId || "mid-5",
|
|
143
|
+
generationStrategy: "parallel-template-i2i",
|
|
144
|
+
size,
|
|
145
|
+
cardCount: generatedCards.length,
|
|
146
|
+
createdAt: Date.now(),
|
|
147
|
+
cards: generatedCards,
|
|
148
|
+
};
|
|
149
|
+
await writeCardNewsManifest(ctx.config.storage.generatedDir, manifest);
|
|
150
|
+
return {
|
|
151
|
+
setId,
|
|
152
|
+
manifest,
|
|
153
|
+
cards: generatedCards.map((card) => ({
|
|
154
|
+
...card,
|
|
155
|
+
id: card.cardId,
|
|
156
|
+
order: card.cardOrder,
|
|
157
|
+
url: card.imageFilename
|
|
158
|
+
? `/generated/cardnews/${encodeURIComponent(setId)}/${encodeURIComponent(card.imageFilename)}`
|
|
159
|
+
: undefined,
|
|
160
|
+
})),
|
|
161
|
+
};
|
|
162
|
+
}
|
package/lib/cardNewsJobStore.js
CHANGED
|
@@ -1,107 +1,101 @@
|
|
|
1
1
|
import { ulid } from "ulid";
|
|
2
|
-
|
|
3
2
|
const jobs = new Map();
|
|
4
3
|
const TTL_MS = 30 * 60 * 1000;
|
|
5
|
-
|
|
6
4
|
function summarize(job) {
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
5
|
+
const generated = job.cards.filter((card) => card.status === "generated").length;
|
|
6
|
+
const errors = job.cards.filter((card) => card.status === "error").length;
|
|
7
|
+
return {
|
|
8
|
+
jobId: job.jobId,
|
|
9
|
+
setId: job.setId,
|
|
10
|
+
status: job.status,
|
|
11
|
+
total: job.cards.length,
|
|
12
|
+
generated,
|
|
13
|
+
errors,
|
|
14
|
+
cards: job.cards,
|
|
15
|
+
updatedAt: job.updatedAt,
|
|
16
|
+
};
|
|
19
17
|
}
|
|
20
|
-
|
|
21
18
|
function statusFromCards(cards) {
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
19
|
+
const active = cards.some((card) => card.status === "queued" || card.status === "generating");
|
|
20
|
+
if (active)
|
|
21
|
+
return "running";
|
|
22
|
+
const errors = cards.some((card) => card.status === "error");
|
|
23
|
+
const generated = cards.some((card) => card.status === "generated");
|
|
24
|
+
if (errors && generated)
|
|
25
|
+
return "partial";
|
|
26
|
+
if (errors)
|
|
27
|
+
return "error";
|
|
28
|
+
return "done";
|
|
29
29
|
}
|
|
30
|
-
|
|
31
30
|
export function createCardNewsJob(plan) {
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
31
|
+
const now = Date.now();
|
|
32
|
+
const job = {
|
|
33
|
+
jobId: `cj_${ulid()}`,
|
|
34
|
+
setId: plan.setId,
|
|
35
|
+
status: "queued",
|
|
36
|
+
plan,
|
|
37
|
+
cards: (plan.cards || []).map((card) => ({
|
|
38
|
+
id: card.id,
|
|
39
|
+
order: card.order,
|
|
40
|
+
status: card.locked ? "skipped" : "queued",
|
|
41
|
+
textFields: Array.isArray(card.textFields) ? card.textFields : [],
|
|
42
|
+
})),
|
|
43
|
+
createdAt: now,
|
|
44
|
+
updatedAt: now,
|
|
45
|
+
};
|
|
46
|
+
jobs.set(job.jobId, job);
|
|
47
|
+
return summarize(job);
|
|
49
48
|
}
|
|
50
|
-
|
|
51
49
|
export function getCardNewsJob(jobId) {
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
50
|
+
const job = jobs.get(jobId);
|
|
51
|
+
if (!job)
|
|
52
|
+
return null;
|
|
53
|
+
return summarize(job);
|
|
55
54
|
}
|
|
56
|
-
|
|
57
55
|
export function updateCardNewsJob(jobId, patch) {
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
56
|
+
const job = jobs.get(jobId);
|
|
57
|
+
if (!job)
|
|
58
|
+
return null;
|
|
59
|
+
Object.assign(job, patch, { updatedAt: Date.now() });
|
|
60
|
+
return summarize(job);
|
|
62
61
|
}
|
|
63
|
-
|
|
64
62
|
export function updateCardNewsJobCard(jobId, cardId, patch) {
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
card.id === cardId ? {
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
} : card
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
return summarize(job);
|
|
63
|
+
const job = jobs.get(jobId);
|
|
64
|
+
if (!job)
|
|
65
|
+
return null;
|
|
66
|
+
job.cards = job.cards.map((card) => (card.id === cardId ? {
|
|
67
|
+
...card,
|
|
68
|
+
...patch,
|
|
69
|
+
textFields: Array.isArray(patch.textFields) ? patch.textFields : card.textFields,
|
|
70
|
+
} : card));
|
|
71
|
+
job.status = statusFromCards(job.cards);
|
|
72
|
+
job.updatedAt = Date.now();
|
|
73
|
+
return summarize(job);
|
|
77
74
|
}
|
|
78
|
-
|
|
79
75
|
export function finishCardNewsJob(jobId) {
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
76
|
+
const job = jobs.get(jobId);
|
|
77
|
+
if (!job)
|
|
78
|
+
return null;
|
|
79
|
+
job.status = statusFromCards(job.cards);
|
|
80
|
+
job.updatedAt = Date.now();
|
|
81
|
+
return summarize(job);
|
|
85
82
|
}
|
|
86
|
-
|
|
87
83
|
export function getCardNewsJobPlan(jobId) {
|
|
88
|
-
|
|
84
|
+
return jobs.get(jobId)?.plan || null;
|
|
89
85
|
}
|
|
90
|
-
|
|
91
86
|
export function retryCardNewsJob(jobId, cardIds) {
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
wanted.has(card.id) && card.status === "error" ? { ...card, status: "queued", error: undefined } : card
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
return summarize(job);
|
|
87
|
+
const job = jobs.get(jobId);
|
|
88
|
+
if (!job)
|
|
89
|
+
return null;
|
|
90
|
+
const wanted = new Set(cardIds || []);
|
|
91
|
+
job.cards = job.cards.map((card) => (wanted.has(card.id) && card.status === "error" ? { ...card, status: "queued", error: undefined } : card));
|
|
92
|
+
job.status = "queued";
|
|
93
|
+
job.updatedAt = Date.now();
|
|
94
|
+
return summarize(job);
|
|
101
95
|
}
|
|
102
|
-
|
|
103
96
|
export function reapCardNewsJobs(now = Date.now()) {
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
97
|
+
for (const [jobId, job] of jobs.entries()) {
|
|
98
|
+
if (now - job.updatedAt > TTL_MS)
|
|
99
|
+
jobs.delete(jobId);
|
|
100
|
+
}
|
|
107
101
|
}
|