ima2-gen 1.1.7 → 1.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +56 -27
- package/bin/commands/annotate.js +137 -0
- package/bin/commands/annotate.ts +118 -0
- package/bin/commands/cancel.js +37 -33
- package/bin/commands/cancel.ts +45 -0
- package/bin/commands/canvas-versions.js +91 -0
- package/bin/commands/canvas-versions.ts +80 -0
- package/bin/commands/cardnews.js +293 -0
- package/bin/commands/cardnews.ts +248 -0
- package/bin/commands/comfy.js +63 -0
- package/bin/commands/comfy.ts +54 -0
- package/bin/commands/config.js +270 -0
- package/bin/commands/config.ts +265 -0
- package/bin/commands/edit.js +97 -72
- package/bin/commands/edit.ts +116 -0
- package/bin/commands/gen.js +140 -118
- package/bin/commands/gen.ts +176 -0
- package/bin/commands/history.js +164 -0
- package/bin/commands/history.ts +145 -0
- package/bin/commands/ls.js +60 -42
- package/bin/commands/ls.ts +60 -0
- package/bin/commands/metadata.js +45 -0
- package/bin/commands/metadata.ts +36 -0
- package/bin/commands/multimode.js +159 -0
- package/bin/commands/multimode.ts +146 -0
- package/bin/commands/node.js +176 -0
- package/bin/commands/node.ts +157 -0
- package/bin/commands/observability.js +201 -0
- package/bin/commands/observability.ts +176 -0
- package/bin/commands/ping.js +26 -20
- package/bin/commands/ping.ts +29 -0
- package/bin/commands/prompt.js +506 -0
- package/bin/commands/prompt.ts +421 -0
- package/bin/commands/ps.js +78 -71
- package/bin/commands/ps.ts +78 -0
- package/bin/commands/session.js +308 -0
- package/bin/commands/session.ts +265 -0
- package/bin/commands/show.js +75 -40
- package/bin/commands/show.ts +69 -0
- package/bin/ima2.js +324 -310
- package/bin/ima2.ts +444 -0
- package/bin/lib/args.js +75 -66
- package/bin/lib/args.ts +73 -0
- package/bin/lib/browser-id.js +15 -0
- package/bin/lib/browser-id.ts +16 -0
- package/bin/lib/client.js +91 -83
- package/bin/lib/client.ts +109 -0
- package/bin/lib/error-hints.js +14 -17
- package/bin/lib/error-hints.ts +23 -0
- package/bin/lib/files.js +26 -28
- package/bin/lib/files.ts +39 -0
- package/bin/lib/output.js +44 -42
- package/bin/lib/output.ts +58 -0
- package/bin/lib/platform.js +60 -56
- package/bin/lib/platform.ts +97 -0
- package/bin/lib/sse.js +73 -0
- package/bin/lib/sse.ts +73 -0
- package/bin/lib/star-prompt.js +69 -76
- package/bin/lib/star-prompt.ts +97 -0
- package/bin/lib/storage-doctor.js +34 -35
- package/bin/lib/storage-doctor.ts +38 -0
- package/config.js +147 -190
- package/config.ts +331 -0
- package/docs/API.md +48 -8
- package/docs/CLI.md +190 -0
- package/docs/FAQ.ko.md +5 -5
- package/docs/FAQ.md +5 -5
- package/docs/README.ja.md +71 -25
- package/docs/README.ko.md +61 -24
- package/docs/README.zh-CN.md +73 -27
- package/lib/assetLifecycle.js +130 -130
- package/lib/assetLifecycle.ts +142 -0
- package/lib/canvasVersionStore.js +135 -153
- package/lib/canvasVersionStore.ts +181 -0
- package/lib/cardNewsGenerator.js +127 -142
- package/lib/cardNewsGenerator.ts +162 -0
- package/lib/cardNewsJobStore.js +78 -84
- package/lib/cardNewsJobStore.ts +107 -0
- package/lib/cardNewsManifestStore.js +88 -93
- package/lib/cardNewsManifestStore.ts +112 -0
- package/lib/cardNewsPlanner.js +157 -152
- package/lib/cardNewsPlanner.ts +180 -0
- package/lib/cardNewsPlannerClient.js +101 -98
- package/lib/cardNewsPlannerClient.ts +114 -0
- package/lib/cardNewsPlannerPrompt.js +56 -56
- package/lib/cardNewsPlannerPrompt.ts +60 -0
- package/lib/cardNewsPlannerSchema.js +231 -223
- package/lib/cardNewsPlannerSchema.ts +259 -0
- package/lib/cardNewsRoleTemplateStore.js +39 -41
- package/lib/cardNewsRoleTemplateStore.ts +47 -0
- package/lib/cardNewsTemplateStore.js +171 -175
- package/lib/cardNewsTemplateStore.ts +210 -0
- package/lib/codexDetect.js +44 -47
- package/lib/codexDetect.ts +69 -0
- package/lib/comfyBridge.js +164 -184
- package/lib/comfyBridge.ts +214 -0
- package/lib/db.js +41 -51
- package/lib/db.ts +166 -0
- package/lib/errorClassify.js +62 -78
- package/lib/errorClassify.ts +100 -0
- package/lib/generationErrors.js +140 -103
- package/lib/generationErrors.ts +125 -0
- package/lib/historyList.js +149 -147
- package/lib/historyList.ts +164 -0
- package/lib/imageMetadata.js +86 -89
- package/lib/imageMetadata.ts +111 -0
- package/lib/imageMetadataStore.js +46 -51
- package/lib/imageMetadataStore.ts +67 -0
- package/lib/imageModels.js +38 -45
- package/lib/imageModels.ts +52 -0
- package/lib/inflight.js +131 -150
- package/lib/inflight.ts +204 -0
- package/lib/localImportStore.js +105 -0
- package/lib/localImportStore.ts +111 -0
- package/lib/logger.js +105 -112
- package/lib/logger.ts +150 -0
- package/lib/nodeStore.js +65 -64
- package/lib/nodeStore.ts +81 -0
- package/lib/oauthLauncher.js +61 -59
- package/lib/oauthLauncher.ts +64 -0
- package/lib/oauthNormalize.js +15 -19
- package/lib/oauthNormalize.ts +30 -0
- package/lib/oauthProxy.js +834 -832
- package/lib/oauthProxy.ts +995 -0
- package/lib/openDirectory.js +41 -40
- package/lib/openDirectory.ts +45 -0
- package/lib/pngInfo.js +18 -20
- package/lib/pngInfo.ts +26 -0
- package/lib/promptImport/curatedSources.js +135 -0
- package/lib/promptImport/curatedSources.ts +139 -0
- package/lib/promptImport/discoveryRegistry.js +218 -0
- package/lib/promptImport/discoveryRegistry.ts +236 -0
- package/lib/promptImport/errors.js +10 -10
- package/lib/promptImport/errors.ts +18 -0
- package/lib/promptImport/githubDiscovery.js +238 -0
- package/lib/promptImport/githubDiscovery.ts +248 -0
- package/lib/promptImport/githubFolder.js +302 -0
- package/lib/promptImport/githubFolder.ts +308 -0
- package/lib/promptImport/githubSource.js +194 -171
- package/lib/promptImport/githubSource.ts +239 -0
- package/lib/promptImport/gptImageHints.js +61 -0
- package/lib/promptImport/gptImageHints.ts +68 -0
- package/lib/promptImport/parsePromptCandidates.js +110 -112
- package/lib/promptImport/parsePromptCandidates.ts +153 -0
- package/lib/promptImport/promptIndex.js +230 -0
- package/lib/promptImport/promptIndex.ts +248 -0
- package/lib/promptImport/rankPromptCandidates.js +52 -0
- package/lib/promptImport/rankPromptCandidates.ts +49 -0
- package/lib/providerOptions.js +31 -0
- package/lib/providerOptions.ts +41 -0
- package/lib/referenceImageCompress.js +51 -62
- package/lib/referenceImageCompress.ts +75 -0
- package/lib/refs.js +93 -81
- package/lib/refs.ts +117 -0
- package/lib/requestLogger.js +32 -38
- package/lib/requestLogger.ts +48 -0
- package/lib/responsesImageAdapter.js +351 -0
- package/lib/responsesImageAdapter.ts +352 -0
- package/lib/runtimePorts.js +71 -73
- package/lib/runtimePorts.ts +93 -0
- package/lib/sessionStore.js +179 -230
- package/lib/sessionStore.ts +272 -0
- package/lib/storageMigration.js +247 -245
- package/lib/storageMigration.ts +284 -0
- package/lib/styleSheet.js +86 -90
- package/lib/styleSheet.ts +128 -0
- package/lib/systemTrash.js +18 -0
- package/lib/systemTrash.ts +20 -0
- package/package.json +26 -10
- package/routes/annotations.js +76 -79
- package/routes/annotations.ts +95 -0
- package/routes/canvasVersions.js +50 -54
- package/routes/canvasVersions.ts +64 -0
- package/routes/cardNews.js +158 -171
- package/routes/cardNews.ts +183 -0
- package/routes/comfy.js +23 -31
- package/routes/comfy.ts +39 -0
- package/routes/edit.js +183 -214
- package/routes/edit.ts +230 -0
- package/routes/generate.js +269 -291
- package/routes/generate.ts +309 -0
- package/routes/health.js +102 -107
- package/routes/health.ts +114 -0
- package/routes/history.js +136 -144
- package/routes/history.ts +153 -0
- package/routes/imageImport.js +33 -0
- package/routes/imageImport.ts +33 -0
- package/routes/index.js +18 -16
- package/routes/index.ts +35 -0
- package/routes/metadata.js +60 -64
- package/routes/metadata.ts +71 -0
- package/routes/multimode.js +228 -263
- package/routes/multimode.ts +280 -0
- package/routes/nodes.js +378 -424
- package/routes/nodes.ts +455 -0
- package/routes/promptImport.js +291 -152
- package/routes/promptImport.ts +354 -0
- package/routes/prompts.js +333 -360
- package/routes/prompts.ts +379 -0
- package/routes/sessions.js +277 -285
- package/routes/sessions.ts +292 -0
- package/routes/storage.js +29 -31
- package/routes/storage.ts +39 -0
- package/server.js +189 -196
- package/server.ts +235 -0
- package/ui/dist/.vite/manifest.json +101 -0
- package/ui/dist/assets/CardNewsWorkspace-BJOCey7Z.js +2 -0
- package/ui/dist/assets/NodeCanvas-BZV40eAE.css +1 -0
- package/ui/dist/assets/NodeCanvas-C3dzYNsk.js +7 -0
- package/ui/dist/assets/PromptImportDialog-Dqu1VpUh.js +2 -0
- package/ui/dist/assets/PromptImportDiscoverySection-Dg8T9X0L.js +1 -0
- package/ui/dist/assets/PromptImportFolderSection-DBaqsFO4.js +1 -0
- package/ui/dist/assets/PromptLibraryPanel-p5QqR97M.js +2 -0
- package/ui/dist/assets/SettingsWorkspace-B5bSAZ6u.js +1 -0
- package/ui/dist/assets/index-C9cXwiWE.js +25 -0
- package/ui/dist/assets/index-CGMIkZXn.css +1 -0
- package/ui/dist/assets/index-Cvld7dUZ.js +1 -0
- package/ui/dist/index.html +6 -3
- package/assets/screenshot.png +0 -0
- package/assets/screenshots/classic-generate-light.png +0 -0
- package/assets/screenshots/node-graph-branching.png +0 -0
- package/assets/screenshots/settings-oauth-generation.png +0 -0
- package/assets/screenshots/settings-workspace.png +0 -0
- package/assets/screenshots/style-sheet-editor.png +0 -0
- package/integrations/comfyui/ima2_gen_bridge/__pycache__/__init__.cpython-313.pyc +0 -0
- package/integrations/comfyui/ima2_gen_bridge/__pycache__/nodes.cpython-313.pyc +0 -0
- package/ui/dist/assets/index-DARPdT4Q.css +0 -1
- package/ui/dist/assets/index-ht80GMq4.js +0 -31
- package/ui/dist/assets/index-ht80GMq4.js.map +0 -1
package/lib/imageMetadata.js
CHANGED
|
@@ -2,110 +2,107 @@ export const IMA2_METADATA_SCHEMA = "ima2.generation.v1";
|
|
|
2
2
|
export const IMA2_XMP_NAMESPACE = "https://github.com/lidge-jun/ima2-gen/ns/1.0/";
|
|
3
3
|
export const IMA2_XMP_PROPERTY = "GenerationMetadata";
|
|
4
4
|
export const MAX_EMBEDDED_METADATA_CHARS = 64 * 1024;
|
|
5
|
-
|
|
6
5
|
function isPlainObject(value) {
|
|
7
|
-
|
|
6
|
+
return value != null && typeof value === "object" && !Array.isArray(value);
|
|
8
7
|
}
|
|
9
|
-
|
|
10
8
|
function stringOrNull(value, max = 4000) {
|
|
11
|
-
|
|
12
|
-
|
|
9
|
+
if (typeof value !== "string")
|
|
10
|
+
return null;
|
|
11
|
+
return value.slice(0, max);
|
|
13
12
|
}
|
|
14
|
-
|
|
15
13
|
function numberOrNull(value) {
|
|
16
|
-
|
|
14
|
+
return Number.isFinite(value) ? value : null;
|
|
17
15
|
}
|
|
18
|
-
|
|
19
16
|
function xmlEscape(value) {
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
17
|
+
return String(value)
|
|
18
|
+
.replace(/&/g, "&")
|
|
19
|
+
.replace(/"/g, """)
|
|
20
|
+
.replace(/</g, "<")
|
|
21
|
+
.replace(/>/g, ">");
|
|
25
22
|
}
|
|
26
|
-
|
|
27
23
|
function xmlUnescape(value) {
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
24
|
+
return String(value)
|
|
25
|
+
.replace(/"/g, "\"")
|
|
26
|
+
.replace(/</g, "<")
|
|
27
|
+
.replace(/>/g, ">")
|
|
28
|
+
.replace(/&/g, "&");
|
|
33
29
|
}
|
|
34
|
-
|
|
35
30
|
export function buildIma2MetadataPayload(meta = {}, context = {}) {
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
31
|
+
const payload = {
|
|
32
|
+
schema: IMA2_METADATA_SCHEMA,
|
|
33
|
+
app: "ima2-gen",
|
|
34
|
+
version: stringOrNull(context.version, 80) || null,
|
|
35
|
+
createdAt: numberOrNull(meta.createdAt) || Date.now(),
|
|
36
|
+
kind: stringOrNull(meta.kind, 80),
|
|
37
|
+
canvasVersion: Boolean(meta.canvasVersion),
|
|
38
|
+
canvasSourceFilename: stringOrNull(meta.canvasSourceFilename, 240),
|
|
39
|
+
canvasEditableFilename: stringOrNull(meta.canvasEditableFilename, 240),
|
|
40
|
+
canvasMergedAt: numberOrNull(meta.canvasMergedAt),
|
|
41
|
+
prompt: stringOrNull(meta.prompt),
|
|
42
|
+
userPrompt: stringOrNull(meta.userPrompt) || stringOrNull(meta.prompt),
|
|
43
|
+
revisedPrompt: stringOrNull(meta.revisedPrompt),
|
|
44
|
+
promptMode: meta.promptMode === "direct" ? "direct" : "auto",
|
|
45
|
+
quality: stringOrNull(meta.quality, 40),
|
|
46
|
+
size: stringOrNull(meta.size, 40),
|
|
47
|
+
format: stringOrNull(meta.format, 20),
|
|
48
|
+
moderation: stringOrNull(meta.moderation, 40),
|
|
49
|
+
model: stringOrNull(meta.model, 80),
|
|
50
|
+
provider: stringOrNull(meta.provider, 40),
|
|
51
|
+
sessionId: stringOrNull(meta.sessionId, 120),
|
|
52
|
+
nodeId: stringOrNull(meta.nodeId, 120),
|
|
53
|
+
parentNodeId: stringOrNull(meta.parentNodeId, 120),
|
|
54
|
+
clientNodeId: stringOrNull(meta.clientNodeId, 120),
|
|
55
|
+
requestId: stringOrNull(meta.requestId, 160),
|
|
56
|
+
refsCount: Number.isFinite(meta.refsCount) ? meta.refsCount : 0,
|
|
57
|
+
webSearchCalls: Number.isFinite(meta.webSearchCalls) ? meta.webSearchCalls : 0,
|
|
58
|
+
styleSheetApplied: Boolean(meta.styleSheetApplied),
|
|
59
|
+
};
|
|
60
|
+
return Object.fromEntries(Object.entries(payload).filter(([, value]) => value !== undefined));
|
|
66
61
|
}
|
|
67
|
-
|
|
68
62
|
export function normalizeEmbeddedMetadata(value) {
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
63
|
+
if (!isPlainObject(value))
|
|
64
|
+
return null;
|
|
65
|
+
if (value.schema !== IMA2_METADATA_SCHEMA || value.app !== "ima2-gen")
|
|
66
|
+
return null;
|
|
67
|
+
return buildIma2MetadataPayload(value, { version: value.version });
|
|
72
68
|
}
|
|
73
|
-
|
|
74
69
|
export function buildIma2Xmp(metadataPayload) {
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
70
|
+
const normalized = normalizeEmbeddedMetadata(metadataPayload);
|
|
71
|
+
if (!normalized) {
|
|
72
|
+
const err = new Error("Invalid ima2 metadata payload");
|
|
73
|
+
err.code = "IMAGE_METADATA_INVALID";
|
|
74
|
+
throw err;
|
|
75
|
+
}
|
|
76
|
+
const json = JSON.stringify(normalized);
|
|
77
|
+
if (json.length > MAX_EMBEDDED_METADATA_CHARS) {
|
|
78
|
+
const err = new Error("ima2 metadata payload is too large");
|
|
79
|
+
err.code = "IMAGE_METADATA_TOO_LARGE";
|
|
80
|
+
throw err;
|
|
81
|
+
}
|
|
82
|
+
const escaped = xmlEscape(json);
|
|
83
|
+
return [
|
|
84
|
+
"<?xpacket begin=\"\" id=\"W5M0MpCehiHzreSzNTczkc9d\"?>",
|
|
85
|
+
"<x:xmpmeta xmlns:x=\"adobe:ns:meta/\">",
|
|
86
|
+
"<rdf:RDF xmlns:rdf=\"http://www.w3.org/1999/02/22-rdf-syntax-ns#\">",
|
|
87
|
+
`<rdf:Description xmlns:ima2="${IMA2_XMP_NAMESPACE}" ima2:${IMA2_XMP_PROPERTY}="${escaped}"/>`,
|
|
88
|
+
"</rdf:RDF>",
|
|
89
|
+
"</x:xmpmeta>",
|
|
90
|
+
"<?xpacket end=\"w\"?>",
|
|
91
|
+
].join("");
|
|
97
92
|
}
|
|
98
|
-
|
|
99
93
|
export function parseIma2Xmp(xmpString) {
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
94
|
+
if (typeof xmpString !== "string" || xmpString.length === 0)
|
|
95
|
+
return null;
|
|
96
|
+
const attrPattern = new RegExp(`ima2:${IMA2_XMP_PROPERTY}="([^"]*)"`);
|
|
97
|
+
const attrMatch = attrPattern.exec(xmpString);
|
|
98
|
+
const raw = attrMatch?.[1];
|
|
99
|
+
if (!raw)
|
|
100
|
+
return null;
|
|
101
|
+
try {
|
|
102
|
+
const parsed = JSON.parse(xmlUnescape(raw));
|
|
103
|
+
return normalizeEmbeddedMetadata(parsed);
|
|
104
|
+
}
|
|
105
|
+
catch {
|
|
106
|
+
return null;
|
|
107
|
+
}
|
|
111
108
|
}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
export const IMA2_METADATA_SCHEMA = "ima2.generation.v1";
|
|
2
|
+
export const IMA2_XMP_NAMESPACE = "https://github.com/lidge-jun/ima2-gen/ns/1.0/";
|
|
3
|
+
export const IMA2_XMP_PROPERTY = "GenerationMetadata";
|
|
4
|
+
export const MAX_EMBEDDED_METADATA_CHARS = 64 * 1024;
|
|
5
|
+
|
|
6
|
+
function isPlainObject(value) {
|
|
7
|
+
return value != null && typeof value === "object" && !Array.isArray(value);
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
function stringOrNull(value, max = 4000) {
|
|
11
|
+
if (typeof value !== "string") return null;
|
|
12
|
+
return value.slice(0, max);
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
function numberOrNull(value) {
|
|
16
|
+
return Number.isFinite(value) ? value : null;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
function xmlEscape(value) {
|
|
20
|
+
return String(value)
|
|
21
|
+
.replace(/&/g, "&")
|
|
22
|
+
.replace(/"/g, """)
|
|
23
|
+
.replace(/</g, "<")
|
|
24
|
+
.replace(/>/g, ">");
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
function xmlUnescape(value) {
|
|
28
|
+
return String(value)
|
|
29
|
+
.replace(/"/g, "\"")
|
|
30
|
+
.replace(/</g, "<")
|
|
31
|
+
.replace(/>/g, ">")
|
|
32
|
+
.replace(/&/g, "&");
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
export function buildIma2MetadataPayload(meta: any = {}, context: any = {}) {
|
|
36
|
+
const payload = {
|
|
37
|
+
schema: IMA2_METADATA_SCHEMA,
|
|
38
|
+
app: "ima2-gen",
|
|
39
|
+
version: stringOrNull(context.version, 80) || null,
|
|
40
|
+
createdAt: numberOrNull(meta.createdAt) || Date.now(),
|
|
41
|
+
kind: stringOrNull(meta.kind, 80),
|
|
42
|
+
canvasVersion: Boolean(meta.canvasVersion),
|
|
43
|
+
canvasSourceFilename: stringOrNull(meta.canvasSourceFilename, 240),
|
|
44
|
+
canvasEditableFilename: stringOrNull(meta.canvasEditableFilename, 240),
|
|
45
|
+
canvasMergedAt: numberOrNull(meta.canvasMergedAt),
|
|
46
|
+
prompt: stringOrNull(meta.prompt),
|
|
47
|
+
userPrompt: stringOrNull(meta.userPrompt) || stringOrNull(meta.prompt),
|
|
48
|
+
revisedPrompt: stringOrNull(meta.revisedPrompt),
|
|
49
|
+
promptMode: meta.promptMode === "direct" ? "direct" : "auto",
|
|
50
|
+
quality: stringOrNull(meta.quality, 40),
|
|
51
|
+
size: stringOrNull(meta.size, 40),
|
|
52
|
+
format: stringOrNull(meta.format, 20),
|
|
53
|
+
moderation: stringOrNull(meta.moderation, 40),
|
|
54
|
+
model: stringOrNull(meta.model, 80),
|
|
55
|
+
provider: stringOrNull(meta.provider, 40),
|
|
56
|
+
sessionId: stringOrNull(meta.sessionId, 120),
|
|
57
|
+
nodeId: stringOrNull(meta.nodeId, 120),
|
|
58
|
+
parentNodeId: stringOrNull(meta.parentNodeId, 120),
|
|
59
|
+
clientNodeId: stringOrNull(meta.clientNodeId, 120),
|
|
60
|
+
requestId: stringOrNull(meta.requestId, 160),
|
|
61
|
+
refsCount: Number.isFinite(meta.refsCount) ? meta.refsCount : 0,
|
|
62
|
+
webSearchCalls: Number.isFinite(meta.webSearchCalls) ? meta.webSearchCalls : 0,
|
|
63
|
+
styleSheetApplied: Boolean(meta.styleSheetApplied),
|
|
64
|
+
};
|
|
65
|
+
return Object.fromEntries(Object.entries(payload).filter(([, value]) => value !== undefined));
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
export function normalizeEmbeddedMetadata(value: any) {
|
|
69
|
+
if (!isPlainObject(value)) return null;
|
|
70
|
+
if (value.schema !== IMA2_METADATA_SCHEMA || value.app !== "ima2-gen") return null;
|
|
71
|
+
return buildIma2MetadataPayload(value, { version: value.version });
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
export function buildIma2Xmp(metadataPayload) {
|
|
75
|
+
const normalized = normalizeEmbeddedMetadata(metadataPayload);
|
|
76
|
+
if (!normalized) {
|
|
77
|
+
const err: any = new Error("Invalid ima2 metadata payload");
|
|
78
|
+
err.code = "IMAGE_METADATA_INVALID";
|
|
79
|
+
throw err;
|
|
80
|
+
}
|
|
81
|
+
const json = JSON.stringify(normalized);
|
|
82
|
+
if (json.length > MAX_EMBEDDED_METADATA_CHARS) {
|
|
83
|
+
const err: any = new Error("ima2 metadata payload is too large");
|
|
84
|
+
err.code = "IMAGE_METADATA_TOO_LARGE";
|
|
85
|
+
throw err;
|
|
86
|
+
}
|
|
87
|
+
const escaped = xmlEscape(json);
|
|
88
|
+
return [
|
|
89
|
+
"<?xpacket begin=\"\" id=\"W5M0MpCehiHzreSzNTczkc9d\"?>",
|
|
90
|
+
"<x:xmpmeta xmlns:x=\"adobe:ns:meta/\">",
|
|
91
|
+
"<rdf:RDF xmlns:rdf=\"http://www.w3.org/1999/02/22-rdf-syntax-ns#\">",
|
|
92
|
+
`<rdf:Description xmlns:ima2="${IMA2_XMP_NAMESPACE}" ima2:${IMA2_XMP_PROPERTY}="${escaped}"/>`,
|
|
93
|
+
"</rdf:RDF>",
|
|
94
|
+
"</x:xmpmeta>",
|
|
95
|
+
"<?xpacket end=\"w\"?>",
|
|
96
|
+
].join("");
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
export function parseIma2Xmp(xmpString) {
|
|
100
|
+
if (typeof xmpString !== "string" || xmpString.length === 0) return null;
|
|
101
|
+
const attrPattern = new RegExp(`ima2:${IMA2_XMP_PROPERTY}="([^"]*)"`);
|
|
102
|
+
const attrMatch = attrPattern.exec(xmpString);
|
|
103
|
+
const raw = attrMatch?.[1];
|
|
104
|
+
if (!raw) return null;
|
|
105
|
+
try {
|
|
106
|
+
const parsed = JSON.parse(xmlUnescape(raw));
|
|
107
|
+
return normalizeEmbeddedMetadata(parsed);
|
|
108
|
+
} catch {
|
|
109
|
+
return null;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
@@ -1,67 +1,62 @@
|
|
|
1
1
|
import { readFile } from "node:fs/promises";
|
|
2
2
|
import sharp from "sharp";
|
|
3
3
|
import { buildIma2MetadataPayload, buildIma2Xmp, parseIma2Xmp } from "./imageMetadata.js";
|
|
4
|
-
|
|
5
4
|
const SUPPORTED_FORMATS = new Set(["png", "jpeg", "jpg", "webp"]);
|
|
6
|
-
|
|
7
5
|
export function normalizeImageMetadataFormat(format) {
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
6
|
+
const normalized = String(format || "").toLowerCase();
|
|
7
|
+
if (normalized === "jpg")
|
|
8
|
+
return "jpeg";
|
|
9
|
+
return normalized;
|
|
11
10
|
}
|
|
12
|
-
|
|
13
11
|
export function isSupportedMetadataFormat(format) {
|
|
14
|
-
|
|
12
|
+
return SUPPORTED_FORMATS.has(String(format || "").toLowerCase());
|
|
15
13
|
}
|
|
16
|
-
|
|
17
14
|
export async function embedImageMetadata(buffer, format, metadata, context = {}) {
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
15
|
+
const normalizedFormat = normalizeImageMetadataFormat(format);
|
|
16
|
+
if (!isSupportedMetadataFormat(normalizedFormat)) {
|
|
17
|
+
const err = new Error(`Unsupported image metadata format: ${format}`);
|
|
18
|
+
err.code = "IMAGE_METADATA_UNSUPPORTED_FORMAT";
|
|
19
|
+
throw err;
|
|
20
|
+
}
|
|
21
|
+
const payload = buildIma2MetadataPayload(metadata, context);
|
|
22
|
+
const xmp = buildIma2Xmp(payload);
|
|
23
|
+
const next = await sharp(buffer)
|
|
24
|
+
.toFormat(normalizedFormat)
|
|
25
|
+
.withXmp(xmp)
|
|
26
|
+
.toBuffer();
|
|
27
|
+
return { buffer: next, embedded: true, metadata: payload };
|
|
31
28
|
}
|
|
32
|
-
|
|
33
29
|
export async function embedImageMetadataBestEffort(buffer, format, metadata, context = {}) {
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
30
|
+
try {
|
|
31
|
+
return await embedImageMetadata(buffer, format, metadata, context);
|
|
32
|
+
}
|
|
33
|
+
catch (error) {
|
|
34
|
+
return {
|
|
35
|
+
buffer,
|
|
36
|
+
embedded: false,
|
|
37
|
+
warning: error?.message || "metadata embedding failed",
|
|
38
|
+
code: error?.code || "IMAGE_METADATA_EMBED_FAILED",
|
|
39
|
+
};
|
|
40
|
+
}
|
|
44
41
|
}
|
|
45
|
-
|
|
46
42
|
export async function readEmbeddedImageMetadata(buffer) {
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
43
|
+
const meta = await sharp(buffer, { failOn: "none" }).metadata();
|
|
44
|
+
const xmpString = meta.xmpAsString || (meta.xmp ? meta.xmp.toString("utf8") : "");
|
|
45
|
+
const xmp = parseIma2Xmp(xmpString);
|
|
46
|
+
if (xmp)
|
|
47
|
+
return { metadata: xmp, source: "xmp", warnings: [] };
|
|
48
|
+
for (const comment of meta.comments || []) {
|
|
49
|
+
const text = comment?.text || "";
|
|
50
|
+
const parsed = parseIma2Xmp(text);
|
|
51
|
+
if (parsed)
|
|
52
|
+
return { metadata: parsed, source: "png-comment", warnings: [] };
|
|
53
|
+
}
|
|
54
|
+
return {
|
|
55
|
+
metadata: null,
|
|
56
|
+
source: null,
|
|
57
|
+
warnings: ["No ima2 metadata found in this image."],
|
|
58
|
+
};
|
|
63
59
|
}
|
|
64
|
-
|
|
65
60
|
export async function readEmbeddedImageMetadataFromFile(path) {
|
|
66
|
-
|
|
61
|
+
return readEmbeddedImageMetadata(await readFile(path));
|
|
67
62
|
}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { readFile } from "node:fs/promises";
|
|
2
|
+
import sharp from "sharp";
|
|
3
|
+
import { buildIma2MetadataPayload, buildIma2Xmp, parseIma2Xmp } from "./imageMetadata.js";
|
|
4
|
+
|
|
5
|
+
const SUPPORTED_FORMATS = new Set(["png", "jpeg", "jpg", "webp"]);
|
|
6
|
+
|
|
7
|
+
export function normalizeImageMetadataFormat(format) {
|
|
8
|
+
const normalized = String(format || "").toLowerCase();
|
|
9
|
+
if (normalized === "jpg") return "jpeg";
|
|
10
|
+
return normalized;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export function isSupportedMetadataFormat(format) {
|
|
14
|
+
return SUPPORTED_FORMATS.has(String(format || "").toLowerCase());
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export async function embedImageMetadata(buffer, format, metadata, context = {}) {
|
|
18
|
+
const normalizedFormat = normalizeImageMetadataFormat(format);
|
|
19
|
+
if (!isSupportedMetadataFormat(normalizedFormat)) {
|
|
20
|
+
const err: any = new Error(`Unsupported image metadata format: ${format}`);
|
|
21
|
+
err.code = "IMAGE_METADATA_UNSUPPORTED_FORMAT";
|
|
22
|
+
throw err;
|
|
23
|
+
}
|
|
24
|
+
const payload = buildIma2MetadataPayload(metadata, context);
|
|
25
|
+
const xmp = buildIma2Xmp(payload);
|
|
26
|
+
const next = await sharp(buffer)
|
|
27
|
+
.toFormat(normalizedFormat as any)
|
|
28
|
+
.withXmp(xmp)
|
|
29
|
+
.toBuffer();
|
|
30
|
+
return { buffer: next, embedded: true, metadata: payload };
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
export async function embedImageMetadataBestEffort(buffer, format, metadata, context = {}) {
|
|
34
|
+
try {
|
|
35
|
+
return await embedImageMetadata(buffer, format, metadata, context);
|
|
36
|
+
} catch (error: any) {
|
|
37
|
+
return {
|
|
38
|
+
buffer,
|
|
39
|
+
embedded: false,
|
|
40
|
+
warning: error?.message || "metadata embedding failed",
|
|
41
|
+
code: error?.code || "IMAGE_METADATA_EMBED_FAILED",
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
export async function readEmbeddedImageMetadata(buffer) {
|
|
47
|
+
const meta = await sharp(buffer, { failOn: "none" }).metadata();
|
|
48
|
+
const xmpString = meta.xmpAsString || (meta.xmp ? meta.xmp.toString("utf8") : "");
|
|
49
|
+
const xmp = parseIma2Xmp(xmpString);
|
|
50
|
+
if (xmp) return { metadata: xmp, source: "xmp", warnings: [] };
|
|
51
|
+
|
|
52
|
+
for (const comment of meta.comments || []) {
|
|
53
|
+
const text = comment?.text || "";
|
|
54
|
+
const parsed = parseIma2Xmp(text);
|
|
55
|
+
if (parsed) return { metadata: parsed, source: "png-comment", warnings: [] };
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
return {
|
|
59
|
+
metadata: null,
|
|
60
|
+
source: null,
|
|
61
|
+
warnings: ["No ima2 metadata found in this image."],
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
export async function readEmbeddedImageMetadataFromFile(path) {
|
|
66
|
+
return readEmbeddedImageMetadata(await readFile(path));
|
|
67
|
+
}
|
package/lib/imageModels.js
CHANGED
|
@@ -1,52 +1,45 @@
|
|
|
1
1
|
const FALLBACK_IMAGE_MODEL = "gpt-5.4-mini";
|
|
2
2
|
const VALID_IMAGE_MODELS = new Set(["gpt-5.5", "gpt-5.4", "gpt-5.4-mini"]);
|
|
3
3
|
const UNSUPPORTED_IMAGE_MODELS = new Set(["gpt-5.3-codex-spark"]);
|
|
4
|
-
const FALLBACK_REASONING_EFFORT = "
|
|
5
|
-
const VALID_REASONING_EFFORTS = new Set(["low", "medium", "high", "xhigh"]);
|
|
6
|
-
|
|
4
|
+
const FALLBACK_REASONING_EFFORT = "none";
|
|
5
|
+
const VALID_REASONING_EFFORTS = new Set(["none", "low", "medium", "high", "xhigh"]);
|
|
7
6
|
export function normalizeReasoningEffort(ctx, rawEffort) {
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
return { effort: rawEffort };
|
|
7
|
+
const configured = ctx?.config?.imageModels;
|
|
8
|
+
const fallback = configured?.reasoningEffort ?? FALLBACK_REASONING_EFFORT;
|
|
9
|
+
const valid = configured?.validReasoningEfforts ?? VALID_REASONING_EFFORTS;
|
|
10
|
+
if (typeof rawEffort !== "string" || rawEffort.length === 0) {
|
|
11
|
+
return { effort: valid.has(fallback) ? fallback : FALLBACK_REASONING_EFFORT };
|
|
12
|
+
}
|
|
13
|
+
if (!valid.has(rawEffort)) {
|
|
14
|
+
return {
|
|
15
|
+
error: "reasoningEffort must be one of: none, low, medium, high, xhigh",
|
|
16
|
+
code: "INVALID_REASONING_EFFORT",
|
|
17
|
+
status: 400,
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
return { effort: rawEffort };
|
|
23
21
|
}
|
|
24
|
-
|
|
25
22
|
export function normalizeImageModel(ctx, rawModel) {
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
};
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
return { model: rawModel };
|
|
23
|
+
const configured = ctx?.config?.imageModels;
|
|
24
|
+
const fallback = configured?.default ?? FALLBACK_IMAGE_MODEL;
|
|
25
|
+
const valid = configured?.valid ?? VALID_IMAGE_MODELS;
|
|
26
|
+
const unsupported = configured?.unsupported ?? UNSUPPORTED_IMAGE_MODELS;
|
|
27
|
+
if (typeof rawModel !== "string" || rawModel.length === 0) {
|
|
28
|
+
return { model: valid.has(fallback) ? fallback : FALLBACK_IMAGE_MODEL };
|
|
29
|
+
}
|
|
30
|
+
if (unsupported.has(rawModel)) {
|
|
31
|
+
return {
|
|
32
|
+
error: "model is listed by OAuth but does not support image_generation: gpt-5.3-codex-spark",
|
|
33
|
+
code: "IMAGE_MODEL_UNSUPPORTED",
|
|
34
|
+
status: 400,
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
if (!valid.has(rawModel)) {
|
|
38
|
+
return {
|
|
39
|
+
error: "model must be one of: gpt-5.5, gpt-5.4, gpt-5.4-mini",
|
|
40
|
+
code: "INVALID_IMAGE_MODEL",
|
|
41
|
+
status: 400,
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
return { model: rawModel };
|
|
52
45
|
}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
const FALLBACK_IMAGE_MODEL = "gpt-5.4-mini";
|
|
2
|
+
const VALID_IMAGE_MODELS = new Set(["gpt-5.5", "gpt-5.4", "gpt-5.4-mini"]);
|
|
3
|
+
const UNSUPPORTED_IMAGE_MODELS = new Set(["gpt-5.3-codex-spark"]);
|
|
4
|
+
const FALLBACK_REASONING_EFFORT = "none";
|
|
5
|
+
const VALID_REASONING_EFFORTS = new Set(["none", "low", "medium", "high", "xhigh"]);
|
|
6
|
+
|
|
7
|
+
export function normalizeReasoningEffort(ctx, rawEffort) {
|
|
8
|
+
const configured = ctx?.config?.imageModels;
|
|
9
|
+
const fallback = configured?.reasoningEffort ?? FALLBACK_REASONING_EFFORT;
|
|
10
|
+
const valid = configured?.validReasoningEfforts ?? VALID_REASONING_EFFORTS;
|
|
11
|
+
|
|
12
|
+
if (typeof rawEffort !== "string" || rawEffort.length === 0) {
|
|
13
|
+
return { effort: valid.has(fallback) ? fallback : FALLBACK_REASONING_EFFORT };
|
|
14
|
+
}
|
|
15
|
+
if (!valid.has(rawEffort)) {
|
|
16
|
+
return {
|
|
17
|
+
error: "reasoningEffort must be one of: none, low, medium, high, xhigh",
|
|
18
|
+
code: "INVALID_REASONING_EFFORT",
|
|
19
|
+
status: 400,
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
return { effort: rawEffort };
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
export function normalizeImageModel(ctx, rawModel) {
|
|
26
|
+
const configured = ctx?.config?.imageModels;
|
|
27
|
+
const fallback = configured?.default ?? FALLBACK_IMAGE_MODEL;
|
|
28
|
+
const valid = configured?.valid ?? VALID_IMAGE_MODELS;
|
|
29
|
+
const unsupported = configured?.unsupported ?? UNSUPPORTED_IMAGE_MODELS;
|
|
30
|
+
|
|
31
|
+
if (typeof rawModel !== "string" || rawModel.length === 0) {
|
|
32
|
+
return { model: valid.has(fallback) ? fallback : FALLBACK_IMAGE_MODEL };
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
if (unsupported.has(rawModel)) {
|
|
36
|
+
return {
|
|
37
|
+
error: "model is listed by OAuth but does not support image_generation: gpt-5.3-codex-spark",
|
|
38
|
+
code: "IMAGE_MODEL_UNSUPPORTED",
|
|
39
|
+
status: 400,
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
if (!valid.has(rawModel)) {
|
|
44
|
+
return {
|
|
45
|
+
error: "model must be one of: gpt-5.5, gpt-5.4, gpt-5.4-mini",
|
|
46
|
+
code: "INVALID_IMAGE_MODEL",
|
|
47
|
+
status: 400,
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
return { model: rawModel };
|
|
52
|
+
}
|